2024-11-11 12:13:52,532 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-11 12:13:52,550 main DEBUG Took 0.015650 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 12:13:52,551 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 12:13:52,552 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 12:13:52,553 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 12:13:52,555 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 12:13:52,566 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 12:13:52,588 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 12:13:52,590 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 12:13:52,592 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 12:13:52,606 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 12:13:52,608 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 12:13:52,609 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 12:13:52,610 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 12:13:52,611 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 12:13:52,612 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 12:13:52,612 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 12:13:52,614 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 12:13:52,614 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 12:13:52,617 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 12:13:52,617 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 12:13:52,618 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 12:13:52,619 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 12:13:52,624 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 12:13:52,625 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 12:13:52,626 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 12:13:52,626 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 12:13:52,627 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 12:13:52,632 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 12:13:52,632 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 12:13:52,633 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 12:13:52,634 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 12:13:52,634 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 12:13:52,640 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 12:13:52,642 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 12:13:52,650 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 12:13:52,651 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 12:13:52,653 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 12:13:52,654 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 12:13:52,676 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 12:13:52,680 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 12:13:52,683 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 12:13:52,683 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 12:13:52,684 main DEBUG createAppenders(={Console}) 2024-11-11 12:13:52,685 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-11 12:13:52,686 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-11 12:13:52,686 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-11 12:13:52,687 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 12:13:52,688 main DEBUG OutputStream closed 2024-11-11 12:13:52,688 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 12:13:52,688 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 12:13:52,689 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-11 12:13:52,836 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 12:13:52,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 12:13:52,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 12:13:52,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 12:13:52,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 12:13:52,847 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 12:13:52,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 12:13:52,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 12:13:52,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 12:13:52,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 12:13:52,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 12:13:52,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 12:13:52,854 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 12:13:52,854 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 12:13:52,854 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 12:13:52,855 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 12:13:52,855 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 12:13:52,857 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 12:13:52,862 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 12:13:52,863 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-11 12:13:52,864 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 12:13:52,865 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-11T12:13:53,268 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995 2024-11-11 12:13:53,271 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 12:13:53,271 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T12:13:53,281 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-11T12:13:53,315 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T12:13:53,319 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/cluster_e25565b8-6b60-69de-5584-d654f158498e, deleteOnExit=true 2024-11-11T12:13:53,320 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-11T12:13:53,321 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/test.cache.data in system properties and HBase conf 2024-11-11T12:13:53,322 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T12:13:53,323 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/hadoop.log.dir in system properties and HBase conf 2024-11-11T12:13:53,324 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T12:13:53,325 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T12:13:53,326 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-11T12:13:53,471 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T12:13:53,620 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T12:13:53,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T12:13:53,630 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T12:13:53,633 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T12:13:53,634 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T12:13:53,636 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T12:13:53,637 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T12:13:53,643 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T12:13:53,646 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T12:13:53,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T12:13:53,652 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/nfs.dump.dir in system properties and HBase conf 2024-11-11T12:13:53,653 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/java.io.tmpdir in system properties and HBase conf 2024-11-11T12:13:53,654 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T12:13:53,655 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T12:13:53,656 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T12:13:55,417 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T12:13:55,600 INFO [Time-limited test {}] log.Log(170): Logging initialized @4203ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T12:13:55,711 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T12:13:55,815 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T12:13:55,851 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T12:13:55,851 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T12:13:55,853 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T12:13:55,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T12:13:55,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/hadoop.log.dir/,AVAILABLE} 2024-11-11T12:13:55,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T12:13:56,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f0d4558{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/java.io.tmpdir/jetty-localhost-36203-hadoop-hdfs-3_4_1-tests_jar-_-any-12440267693759564301/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T12:13:56,183 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:36203} 2024-11-11T12:13:56,183 INFO [Time-limited test {}] server.Server(415): Started @4787ms 2024-11-11T12:13:56,856 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T12:13:56,867 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T12:13:56,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T12:13:56,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T12:13:56,876 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T12:13:56,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/hadoop.log.dir/,AVAILABLE} 2024-11-11T12:13:56,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T12:13:57,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bd2e890{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/java.io.tmpdir/jetty-localhost-44515-hadoop-hdfs-3_4_1-tests_jar-_-any-18211071411268662192/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T12:13:57,042 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:44515} 2024-11-11T12:13:57,043 INFO [Time-limited test {}] server.Server(415): Started @5647ms 2024-11-11T12:13:57,123 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T12:13:58,244 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/cluster_e25565b8-6b60-69de-5584-d654f158498e/dfs/data/data2/current/BP-1022133700-172.17.0.3-1731327234763/current, will proceed with Du for space computation calculation, 2024-11-11T12:13:58,246 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/cluster_e25565b8-6b60-69de-5584-d654f158498e/dfs/data/data1/current/BP-1022133700-172.17.0.3-1731327234763/current, will proceed with Du for space computation calculation, 2024-11-11T12:13:58,321 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T12:13:58,398 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a03569fb2983c00 with lease ID 0x49f76cb35d73504e: Processing first storage report for DS-0dff81ab-5777-4591-bac7-1737665b5f3d from datanode DatanodeRegistration(127.0.0.1:35663, datanodeUuid=d11cc966-3fa6-4c04-a14c-5ceffad22a67, infoPort=32869, infoSecurePort=0, ipcPort=42963, storageInfo=lv=-57;cid=testClusterID;nsid=1608817102;c=1731327234763) 2024-11-11T12:13:58,400 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a03569fb2983c00 with lease ID 0x49f76cb35d73504e: from storage DS-0dff81ab-5777-4591-bac7-1737665b5f3d node DatanodeRegistration(127.0.0.1:35663, datanodeUuid=d11cc966-3fa6-4c04-a14c-5ceffad22a67, infoPort=32869, infoSecurePort=0, ipcPort=42963, storageInfo=lv=-57;cid=testClusterID;nsid=1608817102;c=1731327234763), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-11T12:13:58,401 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a03569fb2983c00 with lease ID 0x49f76cb35d73504e: Processing first storage report for DS-fcef30b1-a9dd-4aae-8ca8-49903bc6bae0 from datanode DatanodeRegistration(127.0.0.1:35663, datanodeUuid=d11cc966-3fa6-4c04-a14c-5ceffad22a67, infoPort=32869, infoSecurePort=0, ipcPort=42963, storageInfo=lv=-57;cid=testClusterID;nsid=1608817102;c=1731327234763) 2024-11-11T12:13:58,401 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a03569fb2983c00 with lease ID 0x49f76cb35d73504e: from storage DS-fcef30b1-a9dd-4aae-8ca8-49903bc6bae0 node DatanodeRegistration(127.0.0.1:35663, datanodeUuid=d11cc966-3fa6-4c04-a14c-5ceffad22a67, infoPort=32869, infoSecurePort=0, ipcPort=42963, storageInfo=lv=-57;cid=testClusterID;nsid=1608817102;c=1731327234763), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T12:13:58,458 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995 2024-11-11T12:13:58,674 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/cluster_e25565b8-6b60-69de-5584-d654f158498e/zookeeper_0, clientPort=50815, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/cluster_e25565b8-6b60-69de-5584-d654f158498e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/cluster_e25565b8-6b60-69de-5584-d654f158498e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T12:13:58,694 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50815 2024-11-11T12:13:58,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T12:13:58,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T12:13:59,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741825_1001 (size=7) 2024-11-11T12:13:59,575 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16 with version=8 2024-11-11T12:13:59,575 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/hbase-staging 2024-11-11T12:13:59,775 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T12:14:00,150 INFO [Time-limited test {}] client.ConnectionUtils(129): master/645b80804bed:0 server-side Connection retries=45 2024-11-11T12:14:00,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T12:14:00,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T12:14:00,175 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T12:14:00,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T12:14:00,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T12:14:00,366 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T12:14:00,453 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T12:14:00,474 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T12:14:00,480 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T12:14:00,520 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 39649 (auto-detected) 2024-11-11T12:14:00,521 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-11T12:14:00,555 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:40223 2024-11-11T12:14:00,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T12:14:00,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T12:14:00,596 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40223 connecting to ZooKeeper ensemble=127.0.0.1:50815 2024-11-11T12:14:00,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402230x0, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T12:14:00,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40223-0x1012b1ad3cb0000 connected 2024-11-11T12:14:01,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T12:14:01,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T12:14:01,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T12:14:01,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40223 2024-11-11T12:14:01,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40223 2024-11-11T12:14:01,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40223 2024-11-11T12:14:01,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40223 2024-11-11T12:14:01,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40223 2024-11-11T12:14:01,108 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16, hbase.cluster.distributed=false 2024-11-11T12:14:01,213 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/645b80804bed:0 server-side Connection retries=45 2024-11-11T12:14:01,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T12:14:01,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T12:14:01,214 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T12:14:01,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T12:14:01,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T12:14:01,217 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T12:14:01,235 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T12:14:01,237 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:34363 2024-11-11T12:14:01,242 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T12:14:01,261 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T12:14:01,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T12:14:01,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T12:14:01,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34363 connecting to ZooKeeper ensemble=127.0.0.1:50815 2024-11-11T12:14:01,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343630x0, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T12:14:01,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34363-0x1012b1ad3cb0001 connected 2024-11-11T12:14:01,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34363-0x1012b1ad3cb0001, quorum=127.0.0.1:50815, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T12:14:01,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34363-0x1012b1ad3cb0001, quorum=127.0.0.1:50815, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T12:14:01,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34363-0x1012b1ad3cb0001, quorum=127.0.0.1:50815, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T12:14:01,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34363 2024-11-11T12:14:01,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34363 2024-11-11T12:14:01,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34363 2024-11-11T12:14:01,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34363 2024-11-11T12:14:01,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34363 2024-11-11T12:14:01,450 INFO [master/645b80804bed:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/645b80804bed,40223,1731327239765 2024-11-11T12:14:01,470 DEBUG [M:0;645b80804bed:40223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;645b80804bed:40223 2024-11-11T12:14:01,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x1012b1ad3cb0001, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T12:14:01,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T12:14:01,486 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/645b80804bed,40223,1731327239765 2024-11-11T12:14:01,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T12:14:01,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T12:14:01,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x1012b1ad3cb0001, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T12:14:01,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x1012b1ad3cb0001, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T12:14:01,547 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T12:14:01,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T12:14:01,548 INFO [master/645b80804bed:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/645b80804bed,40223,1731327239765 from backup master directory 2024-11-11T12:14:01,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/645b80804bed,40223,1731327239765 2024-11-11T12:14:01,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T12:14:01,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x1012b1ad3cb0001, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T12:14:01,563 WARN [master/645b80804bed:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T12:14:01,563 INFO [master/645b80804bed:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=645b80804bed,40223,1731327239765 2024-11-11T12:14:01,565 INFO [master/645b80804bed:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T12:14:01,572 INFO [master/645b80804bed:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T12:14:01,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741826_1002 (size=42) 2024-11-11T12:14:01,748 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/hbase.id with ID: cdedd959-63c3-4e65-908d-127a9f93334c 2024-11-11T12:14:01,905 INFO [master/645b80804bed:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T12:14:01,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T12:14:01,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x1012b1ad3cb0001, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T12:14:02,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741827_1003 (size=196) 2024-11-11T12:14:02,484 INFO [master/645b80804bed:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T12:14:02,505 INFO [master/645b80804bed:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T12:14:02,531 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:02,537 INFO [master/645b80804bed:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T12:14:02,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741828_1004 (size=1189) 2024-11-11T12:14:02,690 INFO [master/645b80804bed:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData/data/master/store 2024-11-11T12:14:02,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741829_1005 (size=34) 2024-11-11T12:14:02,841 INFO [master/645b80804bed:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T12:14:02,841 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T12:14:02,843 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T12:14:02,843 INFO [master/645b80804bed:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T12:14:02,843 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T12:14:02,844 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T12:14:02,844 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T12:14:02,844 INFO [master/645b80804bed:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T12:14:02,844 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-11T12:14:02,864 WARN [master/645b80804bed:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData/data/master/store/.initializing 2024-11-11T12:14:02,864 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData/WALs/645b80804bed,40223,1731327239765 2024-11-11T12:14:02,892 INFO [master/645b80804bed:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T12:14:02,931 INFO [master/645b80804bed:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645b80804bed%2C40223%2C1731327239765, suffix=, logDir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData/WALs/645b80804bed,40223,1731327239765, archiveDir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData/oldWALs, maxLogs=10 2024-11-11T12:14:02,972 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData/WALs/645b80804bed,40223,1731327239765/645b80804bed%2C40223%2C1731327239765.1731327242943, exclude list is [], retry=0 2024-11-11T12:14:02,997 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35663,DS-0dff81ab-5777-4591-bac7-1737665b5f3d,DISK] 2024-11-11T12:14:03,001 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T12:14:03,056 INFO [master/645b80804bed:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData/WALs/645b80804bed,40223,1731327239765/645b80804bed%2C40223%2C1731327239765.1731327242943 2024-11-11T12:14:03,057 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32869:32869)] 2024-11-11T12:14:03,058 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T12:14:03,059 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T12:14:03,068 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T12:14:03,069 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T12:14:03,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T12:14:03,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T12:14:03,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:03,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T12:14:03,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T12:14:03,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T12:14:03,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:03,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:14:03,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T12:14:03,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T12:14:03,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:03,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:14:03,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T12:14:03,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T12:14:03,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:03,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:14:03,253 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T12:14:03,257 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T12:14:03,270 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T12:14:03,276 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T12:14:03,300 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T12:14:03,303 INFO [master/645b80804bed:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69756947, jitterRate=0.03945951163768768}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T12:14:03,312 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-11T12:14:03,314 INFO [master/645b80804bed:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T12:14:03,357 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da513ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:14:03,399 INFO [master/645b80804bed:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-11T12:14:03,414 INFO [master/645b80804bed:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T12:14:03,415 INFO [master/645b80804bed:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T12:14:03,418 INFO [master/645b80804bed:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T12:14:03,420 INFO [master/645b80804bed:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T12:14:03,427 INFO [master/645b80804bed:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 6 msec 2024-11-11T12:14:03,427 INFO [master/645b80804bed:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T12:14:03,470 INFO [master/645b80804bed:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T12:14:03,485 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T12:14:03,550 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-11T12:14:03,553 INFO [master/645b80804bed:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T12:14:03,559 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T12:14:03,578 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-11T12:14:03,580 INFO [master/645b80804bed:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T12:14:03,595 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T12:14:03,623 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-11T12:14:03,636 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T12:14:03,654 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T12:14:03,684 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T12:14:03,695 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T12:14:03,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x1012b1ad3cb0001, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T12:14:03,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T12:14:03,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x1012b1ad3cb0001, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T12:14:03,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T12:14:03,709 INFO [master/645b80804bed:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=645b80804bed,40223,1731327239765, sessionid=0x1012b1ad3cb0000, setting cluster-up flag (Was=false) 2024-11-11T12:14:03,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x1012b1ad3cb0001, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T12:14:03,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T12:14:03,770 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T12:14:03,772 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=645b80804bed,40223,1731327239765 2024-11-11T12:14:03,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T12:14:03,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x1012b1ad3cb0001, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T12:14:03,820 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T12:14:03,824 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=645b80804bed,40223,1731327239765 2024-11-11T12:14:03,893 DEBUG [RS:0;645b80804bed:34363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;645b80804bed:34363 2024-11-11T12:14:03,917 INFO [RS:0;645b80804bed:34363 {}] regionserver.HRegionServer(1008): ClusterId : cdedd959-63c3-4e65-908d-127a9f93334c 2024-11-11T12:14:03,923 DEBUG [RS:0;645b80804bed:34363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T12:14:03,955 DEBUG [RS:0;645b80804bed:34363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T12:14:03,955 DEBUG [RS:0;645b80804bed:34363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T12:14:03,961 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-11T12:14:03,971 DEBUG [RS:0;645b80804bed:34363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T12:14:03,972 DEBUG [RS:0;645b80804bed:34363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3375df25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:14:03,977 DEBUG [RS:0;645b80804bed:34363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd280d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=645b80804bed/172.17.0.3:0 2024-11-11T12:14:03,982 INFO [RS:0;645b80804bed:34363 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-11T12:14:03,982 INFO [RS:0;645b80804bed:34363 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-11T12:14:03,982 DEBUG [RS:0;645b80804bed:34363 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-11T12:14:03,983 INFO [master/645b80804bed:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-11T12:14:03,990 INFO [master/645b80804bed:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T12:14:03,991 INFO [RS:0;645b80804bed:34363 {}] regionserver.HRegionServer(3073): reportForDuty to master=645b80804bed,40223,1731327239765 with isa=645b80804bed/172.17.0.3:34363, startcode=1731327241210 2024-11-11T12:14:04,006 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 645b80804bed,40223,1731327239765 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T12:14:04,015 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/645b80804bed:0, corePoolSize=5, maxPoolSize=5 2024-11-11T12:14:04,015 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/645b80804bed:0, corePoolSize=5, maxPoolSize=5 2024-11-11T12:14:04,015 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/645b80804bed:0, corePoolSize=5, maxPoolSize=5 2024-11-11T12:14:04,015 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/645b80804bed:0, corePoolSize=5, maxPoolSize=5 2024-11-11T12:14:04,016 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/645b80804bed:0, corePoolSize=10, maxPoolSize=10 2024-11-11T12:14:04,016 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/645b80804bed:0, corePoolSize=1, maxPoolSize=1 2024-11-11T12:14:04,016 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/645b80804bed:0, corePoolSize=2, maxPoolSize=2 2024-11-11T12:14:04,016 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/645b80804bed:0, corePoolSize=1, maxPoolSize=1 2024-11-11T12:14:04,028 DEBUG [RS:0;645b80804bed:34363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T12:14:04,039 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-11T12:14:04,040 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-11T12:14:04,052 INFO [master/645b80804bed:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731327274052 2024-11-11T12:14:04,054 INFO [master/645b80804bed:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T12:14:04,055 INFO [master/645b80804bed:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T12:14:04,060 INFO [master/645b80804bed:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T12:14:04,060 INFO [master/645b80804bed:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T12:14:04,061 INFO [master/645b80804bed:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T12:14:04,061 INFO [master/645b80804bed:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T12:14:04,062 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:04,064 INFO [master/645b80804bed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T12:14:04,070 INFO [master/645b80804bed:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T12:14:04,072 INFO [master/645b80804bed:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T12:14:04,072 INFO [master/645b80804bed:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T12:14:04,063 INFO [PEWorker-2 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T12:14:04,091 INFO [master/645b80804bed:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T12:14:04,092 INFO [master/645b80804bed:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T12:14:04,094 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/645b80804bed:0:becomeActiveMaster-HFileCleaner.large.0-1731327244094,5,FailOnTimeoutGroup] 2024-11-11T12:14:04,095 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/645b80804bed:0:becomeActiveMaster-HFileCleaner.small.0-1731327244095,5,FailOnTimeoutGroup] 2024-11-11T12:14:04,095 INFO [master/645b80804bed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T12:14:04,096 INFO [master/645b80804bed:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T12:14:04,097 INFO [master/645b80804bed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T12:14:04,097 INFO [master/645b80804bed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T12:14:04,109 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47567, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T12:14:04,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741831_1007 (size=1039) 2024-11-11T12:14:04,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40223 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 645b80804bed,34363,1731327241210 2024-11-11T12:14:04,121 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40223 {}] master.ServerManager(486): Registering regionserver=645b80804bed,34363,1731327241210 2024-11-11T12:14:04,163 DEBUG [RS:0;645b80804bed:34363 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16 2024-11-11T12:14:04,164 DEBUG [RS:0;645b80804bed:34363 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:42835 2024-11-11T12:14:04,164 DEBUG [RS:0;645b80804bed:34363 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-11T12:14:04,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T12:14:04,188 DEBUG [RS:0;645b80804bed:34363 {}] zookeeper.ZKUtil(111): regionserver:34363-0x1012b1ad3cb0001, quorum=127.0.0.1:50815, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/645b80804bed,34363,1731327241210 2024-11-11T12:14:04,188 WARN [RS:0;645b80804bed:34363 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T12:14:04,188 INFO [RS:0;645b80804bed:34363 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T12:14:04,189 DEBUG [RS:0;645b80804bed:34363 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/WALs/645b80804bed,34363,1731327241210 2024-11-11T12:14:04,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [645b80804bed,34363,1731327241210] 2024-11-11T12:14:04,264 DEBUG [RS:0;645b80804bed:34363 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-11T12:14:04,280 INFO [RS:0;645b80804bed:34363 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T12:14:04,305 INFO [RS:0;645b80804bed:34363 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T12:14:04,312 INFO [RS:0;645b80804bed:34363 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T12:14:04,312 INFO [RS:0;645b80804bed:34363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T12:14:04,318 INFO [RS:0;645b80804bed:34363 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-11T12:14:04,330 INFO [RS:0;645b80804bed:34363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T12:14:04,330 DEBUG [RS:0;645b80804bed:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/645b80804bed:0, corePoolSize=1, maxPoolSize=1 2024-11-11T12:14:04,331 DEBUG [RS:0;645b80804bed:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/645b80804bed:0, corePoolSize=1, maxPoolSize=1 2024-11-11T12:14:04,331 DEBUG [RS:0;645b80804bed:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/645b80804bed:0, corePoolSize=1, maxPoolSize=1 2024-11-11T12:14:04,331 DEBUG [RS:0;645b80804bed:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/645b80804bed:0, corePoolSize=1, maxPoolSize=1 2024-11-11T12:14:04,331 DEBUG [RS:0;645b80804bed:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/645b80804bed:0, corePoolSize=1, maxPoolSize=1 2024-11-11T12:14:04,331 DEBUG [RS:0;645b80804bed:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/645b80804bed:0, corePoolSize=2, maxPoolSize=2 2024-11-11T12:14:04,332 DEBUG [RS:0;645b80804bed:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0, corePoolSize=1, maxPoolSize=1 2024-11-11T12:14:04,332 DEBUG [RS:0;645b80804bed:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/645b80804bed:0, corePoolSize=1, maxPoolSize=1 2024-11-11T12:14:04,332 DEBUG [RS:0;645b80804bed:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/645b80804bed:0, corePoolSize=1, maxPoolSize=1 2024-11-11T12:14:04,332 DEBUG [RS:0;645b80804bed:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/645b80804bed:0, corePoolSize=1, maxPoolSize=1 2024-11-11T12:14:04,332 DEBUG [RS:0;645b80804bed:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/645b80804bed:0, corePoolSize=1, maxPoolSize=1 2024-11-11T12:14:04,333 DEBUG [RS:0;645b80804bed:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/645b80804bed:0, corePoolSize=3, maxPoolSize=3 2024-11-11T12:14:04,333 DEBUG [RS:0;645b80804bed:34363 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0, corePoolSize=3, maxPoolSize=3 2024-11-11T12:14:04,343 INFO [RS:0;645b80804bed:34363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T12:14:04,344 INFO [RS:0;645b80804bed:34363 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T12:14:04,344 INFO [RS:0;645b80804bed:34363 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T12:14:04,344 INFO [RS:0;645b80804bed:34363 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T12:14:04,345 INFO [RS:0;645b80804bed:34363 {}] hbase.ChoreService(168): Chore ScheduledChore name=645b80804bed,34363,1731327241210-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T12:14:04,394 INFO [RS:0;645b80804bed:34363 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T12:14:04,397 INFO [RS:0;645b80804bed:34363 {}] hbase.ChoreService(168): Chore ScheduledChore name=645b80804bed,34363,1731327241210-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T12:14:04,439 INFO [RS:0;645b80804bed:34363 {}] regionserver.Replication(204): 645b80804bed,34363,1731327241210 started 2024-11-11T12:14:04,440 INFO [RS:0;645b80804bed:34363 {}] regionserver.HRegionServer(1767): Serving as 645b80804bed,34363,1731327241210, RpcServer on 645b80804bed/172.17.0.3:34363, sessionid=0x1012b1ad3cb0001 2024-11-11T12:14:04,443 DEBUG [RS:0;645b80804bed:34363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T12:14:04,445 DEBUG [RS:0;645b80804bed:34363 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 645b80804bed,34363,1731327241210 2024-11-11T12:14:04,445 DEBUG [RS:0;645b80804bed:34363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '645b80804bed,34363,1731327241210' 2024-11-11T12:14:04,445 DEBUG [RS:0;645b80804bed:34363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T12:14:04,457 DEBUG [RS:0;645b80804bed:34363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T12:14:04,470 DEBUG [RS:0;645b80804bed:34363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T12:14:04,470 DEBUG [RS:0;645b80804bed:34363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T12:14:04,470 DEBUG [RS:0;645b80804bed:34363 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 645b80804bed,34363,1731327241210 2024-11-11T12:14:04,470 DEBUG [RS:0;645b80804bed:34363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '645b80804bed,34363,1731327241210' 2024-11-11T12:14:04,470 DEBUG [RS:0;645b80804bed:34363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T12:14:04,479 DEBUG [RS:0;645b80804bed:34363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T12:14:04,488 DEBUG [RS:0;645b80804bed:34363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T12:14:04,488 INFO [RS:0;645b80804bed:34363 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T12:14:04,488 INFO [RS:0;645b80804bed:34363 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T12:14:04,530 INFO [PEWorker-2 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-11T12:14:04,530 INFO [PEWorker-2 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16 2024-11-11T12:14:04,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741832_1008 (size=32) 2024-11-11T12:14:04,599 INFO [RS:0;645b80804bed:34363 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T12:14:04,613 INFO [RS:0;645b80804bed:34363 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645b80804bed%2C34363%2C1731327241210, suffix=, logDir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/WALs/645b80804bed,34363,1731327241210, archiveDir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/oldWALs, maxLogs=32 2024-11-11T12:14:04,652 DEBUG [RS:0;645b80804bed:34363 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/WALs/645b80804bed,34363,1731327241210/645b80804bed%2C34363%2C1731327241210.1731327244624, exclude list is [], retry=0 2024-11-11T12:14:04,670 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35663,DS-0dff81ab-5777-4591-bac7-1737665b5f3d,DISK] 2024-11-11T12:14:04,695 INFO [RS:0;645b80804bed:34363 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/WALs/645b80804bed,34363,1731327241210/645b80804bed%2C34363%2C1731327241210.1731327244624 2024-11-11T12:14:04,699 DEBUG [RS:0;645b80804bed:34363 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32869:32869)] 2024-11-11T12:14:04,988 DEBUG [PEWorker-2 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T12:14:04,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T12:14:04,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T12:14:04,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:04,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T12:14:04,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T12:14:05,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T12:14:05,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:05,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T12:14:05,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T12:14:05,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T12:14:05,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:05,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T12:14:05,020 DEBUG [PEWorker-2 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/meta/1588230740 2024-11-11T12:14:05,022 DEBUG [PEWorker-2 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/meta/1588230740 2024-11-11T12:14:05,026 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T12:14:05,030 DEBUG [PEWorker-2 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-11T12:14:05,045 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T12:14:05,047 INFO [PEWorker-2 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72765947, jitterRate=0.08429710566997528}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T12:14:05,051 DEBUG [PEWorker-2 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-11T12:14:05,051 DEBUG [PEWorker-2 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-11T12:14:05,051 INFO [PEWorker-2 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-11T12:14:05,051 DEBUG [PEWorker-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-11T12:14:05,051 DEBUG [PEWorker-2 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T12:14:05,051 DEBUG [PEWorker-2 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T12:14:05,068 INFO [PEWorker-2 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-11T12:14:05,068 DEBUG [PEWorker-2 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-11T12:14:05,080 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-11T12:14:05,080 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-11T12:14:05,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T12:14:05,114 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T12:14:05,132 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T12:14:05,285 DEBUG [645b80804bed:40223 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T12:14:05,290 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:14:05,297 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 645b80804bed,34363,1731327241210, state=OPENING 2024-11-11T12:14:05,311 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T12:14:05,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x1012b1ad3cb0001, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T12:14:05,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T12:14:05,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T12:14:05,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T12:14:05,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=645b80804bed,34363,1731327241210}] 2024-11-11T12:14:05,524 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:05,534 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T12:14:05,539 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T12:14:05,577 INFO [RS_OPEN_META-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-11T12:14:05,577 INFO [RS_OPEN_META-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T12:14:05,581 INFO [RS_OPEN_META-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T12:14:05,591 INFO [RS_OPEN_META-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=645b80804bed%2C34363%2C1731327241210.meta, suffix=.meta, logDir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/WALs/645b80804bed,34363,1731327241210, archiveDir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/oldWALs, maxLogs=32 2024-11-11T12:14:05,648 DEBUG [RS_OPEN_META-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/WALs/645b80804bed,34363,1731327241210/645b80804bed%2C34363%2C1731327241210.meta.1731327245593.meta, exclude list is [], retry=0 2024-11-11T12:14:05,661 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35663,DS-0dff81ab-5777-4591-bac7-1737665b5f3d,DISK] 2024-11-11T12:14:05,683 INFO [RS_OPEN_META-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/WALs/645b80804bed,34363,1731327241210/645b80804bed%2C34363%2C1731327241210.meta.1731327245593.meta 2024-11-11T12:14:05,684 DEBUG [RS_OPEN_META-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32869:32869)] 2024-11-11T12:14:05,684 DEBUG [RS_OPEN_META-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T12:14:05,686 DEBUG [RS_OPEN_META-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T12:14:05,807 DEBUG [RS_OPEN_META-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T12:14:05,820 INFO [RS_OPEN_META-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T12:14:05,827 DEBUG [RS_OPEN_META-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T12:14:05,827 DEBUG [RS_OPEN_META-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T12:14:05,827 DEBUG [RS_OPEN_META-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-11T12:14:05,827 DEBUG [RS_OPEN_META-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-11T12:14:05,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T12:14:05,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T12:14:05,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:05,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T12:14:05,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T12:14:05,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T12:14:05,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:05,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T12:14:05,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T12:14:05,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T12:14:05,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:05,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T12:14:05,926 DEBUG [RS_OPEN_META-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/meta/1588230740 2024-11-11T12:14:05,955 DEBUG [RS_OPEN_META-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/meta/1588230740 2024-11-11T12:14:05,988 DEBUG [RS_OPEN_META-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T12:14:05,998 DEBUG [RS_OPEN_META-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-11T12:14:06,010 INFO [RS_OPEN_META-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60342606, jitterRate=-0.10082510113716125}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T12:14:06,012 DEBUG [RS_OPEN_META-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-11T12:14:06,028 INFO [RS_OPEN_META-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731327245504 2024-11-11T12:14:06,049 DEBUG [RS_OPEN_META-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T12:14:06,050 INFO [RS_OPEN_META-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-11T12:14:06,055 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:14:06,058 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 645b80804bed,34363,1731327241210, state=OPEN 2024-11-11T12:14:06,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x1012b1ad3cb0001, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T12:14:06,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T12:14:06,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T12:14:06,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T12:14:06,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T12:14:06,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=645b80804bed,34363,1731327241210 in 779 msec 2024-11-11T12:14:06,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T12:14:06,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0350 sec 2024-11-11T12:14:06,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 2.2600 sec 2024-11-11T12:14:06,155 INFO [master/645b80804bed:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731327246155, completionTime=-1 2024-11-11T12:14:06,156 INFO [master/645b80804bed:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T12:14:06,156 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-11T12:14:06,205 DEBUG [hconnection-0x24572b42-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:14:06,214 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:14:06,234 INFO [master/645b80804bed:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-11T12:14:06,234 INFO [master/645b80804bed:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731327306234 2024-11-11T12:14:06,234 INFO [master/645b80804bed:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731327366234 2024-11-11T12:14:06,234 INFO [master/645b80804bed:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 78 msec 2024-11-11T12:14:06,330 INFO [master/645b80804bed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645b80804bed,40223,1731327239765-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T12:14:06,331 INFO [master/645b80804bed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645b80804bed,40223,1731327239765-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T12:14:06,331 INFO [master/645b80804bed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645b80804bed,40223,1731327239765-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T12:14:06,333 INFO [master/645b80804bed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-645b80804bed:40223, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T12:14:06,333 INFO [master/645b80804bed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T12:14:06,344 DEBUG [master/645b80804bed:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-11T12:14:06,348 INFO [master/645b80804bed:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-11T12:14:06,359 INFO [master/645b80804bed:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T12:14:06,368 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-11T12:14:06,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T12:14:06,381 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:06,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T12:14:06,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741835_1011 (size=358) 2024-11-11T12:14:06,825 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b65131fbbc2e2e6db0bbcd9e681ba793, NAME => 'hbase:namespace,,1731327246349.b65131fbbc2e2e6db0bbcd9e681ba793.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16 2024-11-11T12:14:06,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741836_1012 (size=42) 2024-11-11T12:14:06,872 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731327246349.b65131fbbc2e2e6db0bbcd9e681ba793.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T12:14:06,872 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing b65131fbbc2e2e6db0bbcd9e681ba793, disabling compactions & flushes 2024-11-11T12:14:06,872 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731327246349.b65131fbbc2e2e6db0bbcd9e681ba793. 2024-11-11T12:14:06,872 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731327246349.b65131fbbc2e2e6db0bbcd9e681ba793. 2024-11-11T12:14:06,873 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731327246349.b65131fbbc2e2e6db0bbcd9e681ba793. after waiting 0 ms 2024-11-11T12:14:06,873 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731327246349.b65131fbbc2e2e6db0bbcd9e681ba793. 2024-11-11T12:14:06,873 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731327246349.b65131fbbc2e2e6db0bbcd9e681ba793. 2024-11-11T12:14:06,873 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for b65131fbbc2e2e6db0bbcd9e681ba793: 2024-11-11T12:14:06,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T12:14:06,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731327246349.b65131fbbc2e2e6db0bbcd9e681ba793.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731327246877"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731327246877"}]},"ts":"1731327246877"} 2024-11-11T12:14:06,909 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T12:14:06,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T12:14:06,917 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731327246913"}]},"ts":"1731327246913"} 2024-11-11T12:14:06,927 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-11T12:14:06,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b65131fbbc2e2e6db0bbcd9e681ba793, ASSIGN}] 2024-11-11T12:14:06,991 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b65131fbbc2e2e6db0bbcd9e681ba793, ASSIGN 2024-11-11T12:14:06,994 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=b65131fbbc2e2e6db0bbcd9e681ba793, ASSIGN; state=OFFLINE, location=645b80804bed,34363,1731327241210; forceNewPlan=false, retain=false 2024-11-11T12:14:07,145 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b65131fbbc2e2e6db0bbcd9e681ba793, regionState=OPENING, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:14:07,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure b65131fbbc2e2e6db0bbcd9e681ba793, server=645b80804bed,34363,1731327241210}] 2024-11-11T12:14:07,307 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:07,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731327246349.b65131fbbc2e2e6db0bbcd9e681ba793. 2024-11-11T12:14:07,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => b65131fbbc2e2e6db0bbcd9e681ba793, NAME => 'hbase:namespace,,1731327246349.b65131fbbc2e2e6db0bbcd9e681ba793.', STARTKEY => '', ENDKEY => ''} 2024-11-11T12:14:07,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace b65131fbbc2e2e6db0bbcd9e681ba793 2024-11-11T12:14:07,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731327246349.b65131fbbc2e2e6db0bbcd9e681ba793.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T12:14:07,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for b65131fbbc2e2e6db0bbcd9e681ba793 2024-11-11T12:14:07,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for b65131fbbc2e2e6db0bbcd9e681ba793 2024-11-11T12:14:07,323 INFO [StoreOpener-b65131fbbc2e2e6db0bbcd9e681ba793-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b65131fbbc2e2e6db0bbcd9e681ba793 2024-11-11T12:14:07,329 INFO [StoreOpener-b65131fbbc2e2e6db0bbcd9e681ba793-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b65131fbbc2e2e6db0bbcd9e681ba793 columnFamilyName info 2024-11-11T12:14:07,329 DEBUG [StoreOpener-b65131fbbc2e2e6db0bbcd9e681ba793-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:07,332 INFO [StoreOpener-b65131fbbc2e2e6db0bbcd9e681ba793-1 {}] regionserver.HStore(327): Store=b65131fbbc2e2e6db0bbcd9e681ba793/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:14:07,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/namespace/b65131fbbc2e2e6db0bbcd9e681ba793 2024-11-11T12:14:07,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/namespace/b65131fbbc2e2e6db0bbcd9e681ba793 2024-11-11T12:14:07,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for b65131fbbc2e2e6db0bbcd9e681ba793 2024-11-11T12:14:07,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/namespace/b65131fbbc2e2e6db0bbcd9e681ba793/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T12:14:07,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened b65131fbbc2e2e6db0bbcd9e681ba793; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60099682, jitterRate=-0.1044449508190155}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T12:14:07,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for b65131fbbc2e2e6db0bbcd9e681ba793: 2024-11-11T12:14:07,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731327246349.b65131fbbc2e2e6db0bbcd9e681ba793., pid=6, masterSystemTime=1731327247307 2024-11-11T12:14:07,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731327246349.b65131fbbc2e2e6db0bbcd9e681ba793. 2024-11-11T12:14:07,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731327246349.b65131fbbc2e2e6db0bbcd9e681ba793. 2024-11-11T12:14:07,367 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b65131fbbc2e2e6db0bbcd9e681ba793, regionState=OPEN, openSeqNum=2, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:14:07,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T12:14:07,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure b65131fbbc2e2e6db0bbcd9e681ba793, server=645b80804bed,34363,1731327241210 in 221 msec 2024-11-11T12:14:07,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T12:14:07,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=b65131fbbc2e2e6db0bbcd9e681ba793, ASSIGN in 390 msec 2024-11-11T12:14:07,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T12:14:07,389 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731327247388"}]},"ts":"1731327247388"} 2024-11-11T12:14:07,394 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-11T12:14:07,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T12:14:07,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.0770 sec 2024-11-11T12:14:07,474 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-11T12:14:07,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x1012b1ad3cb0001, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T12:14:07,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-11T12:14:07,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T12:14:07,548 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-11T12:14:07,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-11T12:14:07,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 165 msec 2024-11-11T12:14:07,721 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-11T12:14:07,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-11T12:14:07,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 122 msec 2024-11-11T12:14:08,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-11T12:14:08,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-11T12:14:08,152 INFO [master/645b80804bed:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 6.589sec 2024-11-11T12:14:08,154 INFO [master/645b80804bed:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T12:14:08,156 INFO [master/645b80804bed:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T12:14:08,157 INFO [master/645b80804bed:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T12:14:08,158 INFO [master/645b80804bed:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T12:14:08,158 INFO [master/645b80804bed:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T12:14:08,159 INFO [master/645b80804bed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645b80804bed,40223,1731327239765-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T12:14:08,159 INFO [master/645b80804bed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645b80804bed,40223,1731327239765-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T12:14:08,168 DEBUG [master/645b80804bed:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-11T12:14:08,169 INFO [master/645b80804bed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T12:14:08,170 INFO [master/645b80804bed:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=645b80804bed,40223,1731327239765-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T12:14:08,226 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6169df5c to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a3c3fb3 2024-11-11T12:14:08,227 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-11T12:14:08,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523a59d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:14:08,318 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T12:14:08,319 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T12:14:08,348 DEBUG [hconnection-0x46f0e06c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:14:08,367 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:14:08,396 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=645b80804bed,40223,1731327239765 2024-11-11T12:14:08,418 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=1410, ProcessCount=11, AvailableMemoryMB=3125 2024-11-11T12:14:08,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T12:14:08,517 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T12:14:08,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T12:14:08,553 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T12:14:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T12:14:08,603 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T12:14:08,604 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:08,611 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-11T12:14:08,611 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T12:14:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-11T12:14:08,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741837_1013 (size=960) 2024-11-11T12:14:08,710 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16 2024-11-11T12:14:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-11T12:14:08,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741838_1014 (size=53) 2024-11-11T12:14:08,768 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T12:14:08,769 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8846dc3400dc9c16f6ed17a8bec88530, disabling compactions & flushes 2024-11-11T12:14:08,769 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:08,769 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:08,769 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. after waiting 0 ms 2024-11-11T12:14:08,769 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:08,769 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:08,770 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:08,776 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T12:14:08,777 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731327248777"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731327248777"}]},"ts":"1731327248777"} 2024-11-11T12:14:08,800 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T12:14:08,807 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T12:14:08,807 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731327248807"}]},"ts":"1731327248807"} 2024-11-11T12:14:08,845 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T12:14:08,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8846dc3400dc9c16f6ed17a8bec88530, ASSIGN}] 2024-11-11T12:14:08,931 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8846dc3400dc9c16f6ed17a8bec88530, ASSIGN 2024-11-11T12:14:08,934 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8846dc3400dc9c16f6ed17a8bec88530, ASSIGN; state=OFFLINE, location=645b80804bed,34363,1731327241210; forceNewPlan=false, retain=false 2024-11-11T12:14:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-11T12:14:09,084 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8846dc3400dc9c16f6ed17a8bec88530, regionState=OPENING, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:14:09,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210}] 2024-11-11T12:14:09,244 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:09,255 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:09,256 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} 2024-11-11T12:14:09,256 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:09,256 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T12:14:09,257 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:09,257 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-11T12:14:09,265 INFO [StoreOpener-8846dc3400dc9c16f6ed17a8bec88530-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:09,281 INFO [StoreOpener-8846dc3400dc9c16f6ed17a8bec88530-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:14:09,282 INFO [StoreOpener-8846dc3400dc9c16f6ed17a8bec88530-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8846dc3400dc9c16f6ed17a8bec88530 columnFamilyName A 2024-11-11T12:14:09,282 DEBUG [StoreOpener-8846dc3400dc9c16f6ed17a8bec88530-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:09,291 INFO [StoreOpener-8846dc3400dc9c16f6ed17a8bec88530-1 {}] regionserver.HStore(327): Store=8846dc3400dc9c16f6ed17a8bec88530/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:14:09,292 INFO [StoreOpener-8846dc3400dc9c16f6ed17a8bec88530-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:09,304 INFO [StoreOpener-8846dc3400dc9c16f6ed17a8bec88530-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:14:09,308 INFO [StoreOpener-8846dc3400dc9c16f6ed17a8bec88530-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8846dc3400dc9c16f6ed17a8bec88530 columnFamilyName B 2024-11-11T12:14:09,308 DEBUG [StoreOpener-8846dc3400dc9c16f6ed17a8bec88530-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:09,310 INFO [StoreOpener-8846dc3400dc9c16f6ed17a8bec88530-1 {}] regionserver.HStore(327): Store=8846dc3400dc9c16f6ed17a8bec88530/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:14:09,317 INFO [StoreOpener-8846dc3400dc9c16f6ed17a8bec88530-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:09,334 INFO [StoreOpener-8846dc3400dc9c16f6ed17a8bec88530-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:14:09,335 INFO [StoreOpener-8846dc3400dc9c16f6ed17a8bec88530-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8846dc3400dc9c16f6ed17a8bec88530 columnFamilyName C 2024-11-11T12:14:09,335 DEBUG [StoreOpener-8846dc3400dc9c16f6ed17a8bec88530-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:09,342 INFO [StoreOpener-8846dc3400dc9c16f6ed17a8bec88530-1 {}] regionserver.HStore(327): Store=8846dc3400dc9c16f6ed17a8bec88530/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:14:09,344 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:09,351 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:09,359 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:09,388 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T12:14:09,397 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:09,419 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T12:14:09,427 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 8846dc3400dc9c16f6ed17a8bec88530; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74565914, jitterRate=0.11111870408058167}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T12:14:09,429 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:09,440 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530., pid=11, masterSystemTime=1731327249244 2024-11-11T12:14:09,452 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:09,452 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:09,461 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8846dc3400dc9c16f6ed17a8bec88530, regionState=OPEN, openSeqNum=2, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:14:09,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-11T12:14:09,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 in 381 msec 2024-11-11T12:14:09,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T12:14:09,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8846dc3400dc9c16f6ed17a8bec88530, ASSIGN in 557 msec 2024-11-11T12:14:09,524 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T12:14:09,524 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731327249524"}]},"ts":"1731327249524"} 2024-11-11T12:14:09,543 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T12:14:09,583 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T12:14:09,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.0300 sec 2024-11-11T12:14:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-11T12:14:09,770 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-11T12:14:09,777 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x038196d7 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e59596a 2024-11-11T12:14:09,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30640414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:14:09,798 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:14:09,801 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60890, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:14:09,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T12:14:09,816 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50366, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T12:14:09,832 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28808bb9 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2cac4303 2024-11-11T12:14:09,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536a4a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:14:09,875 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x774bf929 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39b10898 2024-11-11T12:14:09,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18751c86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:14:09,920 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54af89df to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d7115de 2024-11-11T12:14:09,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd0bbda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:14:09,994 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x251efa5e to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@30d4d4c6 2024-11-11T12:14:10,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c57419f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:14:10,028 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x67f7d3d3 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c943d 2024-11-11T12:14:10,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435176b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:14:10,063 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4bf8e82a to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f0c7188 2024-11-11T12:14:10,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e957ecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:14:10,182 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3ba01639 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@475ca0f4 2024-11-11T12:14:10,270 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-11T12:14:10,272 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T12:14:10,274 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-11T12:14:10,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22daddc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:14:10,338 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24890c79 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50c9c1d1 2024-11-11T12:14:10,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39028e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:14:10,402 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51cab508 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f1331a9 2024-11-11T12:14:10,444 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T12:14:10,444 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T12:14:10,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624dc5e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:14:10,459 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-11T12:14:10,459 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-11T12:14:10,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T12:14:10,462 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T12:14:10,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T12:14:10,462 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T12:14:10,474 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-11T12:14:10,474 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-11T12:14:10,487 DEBUG [hconnection-0xb857c1a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:14:10,498 DEBUG [hconnection-0x4a22ee9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:14:10,501 DEBUG [hconnection-0x23bc3a57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:14:10,512 DEBUG [hconnection-0x17b3816e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:14:10,523 DEBUG [hconnection-0x134cb240-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:14:10,534 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:14:10,561 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:14:10,568 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:14:10,570 DEBUG [hconnection-0x34e8847a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:14:10,583 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:14:10,591 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:14:10,592 DEBUG [hconnection-0x4b969ab9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:14:10,592 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:14:10,606 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:14:10,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-11T12:14:10,626 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:14:10,627 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:14:10,629 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:14:10,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:14:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-11T12:14:10,651 DEBUG [hconnection-0x75d8fbc5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:14:10,656 DEBUG [hconnection-0xee6867d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:14:10,687 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:14:10,701 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:14:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-11T12:14:10,843 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:10,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T12:14:10,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:10,889 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 8846dc3400dc9c16f6ed17a8bec88530 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T12:14:10,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:10,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=A 2024-11-11T12:14:10,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:10,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=B 2024-11-11T12:14:10,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:10,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=C 2024-11-11T12:14:10,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-11T12:14:11,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/0d5bfd7dc39041f99098ce16ef246804 is 50, key is test_row_0/A:col10/1731327250864/Put/seqid=0 2024-11-11T12:14:11,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741839_1015 (size=14341) 2024-11-11T12:14:11,177 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/0d5bfd7dc39041f99098ce16ef246804 2024-11-11T12:14:11,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327311162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:11,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327311182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:11,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327311165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:11,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327311198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:11,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327311201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-11T12:14:11,365 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T12:14:11,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327311369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:11,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327311376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:11,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327311376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:11,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327311380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:11,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327311385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:11,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/9cf4539625764415a2e33a0cc417e15a is 50, key is test_row_0/B:col10/1731327250864/Put/seqid=0 2024-11-11T12:14:11,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327311581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:11,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327311588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:11,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327311589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:11,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327311589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:11,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327311599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:11,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741840_1016 (size=12001) 2024-11-11T12:14:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-11T12:14:11,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327311891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:11,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327311909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:11,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327311910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:11,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327311918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:11,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327311924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:12,018 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/9cf4539625764415a2e33a0cc417e15a 2024-11-11T12:14:12,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/73d5785b7bb14d26b8f7a43e841ad610 is 50, key is test_row_0/C:col10/1731327250864/Put/seqid=0 2024-11-11T12:14:12,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741841_1017 (size=12001) 2024-11-11T12:14:12,245 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/73d5785b7bb14d26b8f7a43e841ad610 2024-11-11T12:14:12,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/0d5bfd7dc39041f99098ce16ef246804 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/0d5bfd7dc39041f99098ce16ef246804 2024-11-11T12:14:12,373 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/0d5bfd7dc39041f99098ce16ef246804, entries=200, sequenceid=13, filesize=14.0 K 2024-11-11T12:14:12,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/9cf4539625764415a2e33a0cc417e15a as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/9cf4539625764415a2e33a0cc417e15a 2024-11-11T12:14:12,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327312407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:12,436 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/9cf4539625764415a2e33a0cc417e15a, entries=150, sequenceid=13, filesize=11.7 K 2024-11-11T12:14:12,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327312423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:12,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327312434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:12,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/73d5785b7bb14d26b8f7a43e841ad610 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/73d5785b7bb14d26b8f7a43e841ad610 2024-11-11T12:14:12,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327312438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:12,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327312441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:12,537 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/73d5785b7bb14d26b8f7a43e841ad610, entries=150, sequenceid=13, filesize=11.7 K 2024-11-11T12:14:12,548 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8846dc3400dc9c16f6ed17a8bec88530 in 1659ms, sequenceid=13, compaction requested=false 2024-11-11T12:14:12,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:12,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:12,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-11T12:14:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-11T12:14:12,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T12:14:12,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9440 sec 2024-11-11T12:14:12,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.9950 sec 2024-11-11T12:14:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-11T12:14:12,785 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-11T12:14:12,790 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:14:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-11T12:14:12,801 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:14:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-11T12:14:12,803 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:14:12,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:14:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-11T12:14:12,963 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:12,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-11T12:14:12,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:12,993 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 8846dc3400dc9c16f6ed17a8bec88530 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T12:14:12,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=A 2024-11-11T12:14:12,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:12,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=B 2024-11-11T12:14:12,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:12,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=C 2024-11-11T12:14:12,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:13,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/4d1562bfb0eb4cc1bd831453a78c0f68 is 50, key is test_row_0/A:col10/1731327251167/Put/seqid=0 2024-11-11T12:14:13,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-11T12:14:13,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741842_1018 (size=12001) 2024-11-11T12:14:13,169 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/4d1562bfb0eb4cc1bd831453a78c0f68 2024-11-11T12:14:13,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/b6fdb1b842024c45a3ae89a5c83730e5 is 50, key is test_row_0/B:col10/1731327251167/Put/seqid=0 2024-11-11T12:14:13,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741843_1019 (size=12001) 2024-11-11T12:14:13,408 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/b6fdb1b842024c45a3ae89a5c83730e5 2024-11-11T12:14:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-11T12:14:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:13,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:13,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/e70a1f6f5684412f966d8cd545b285ce is 50, key is test_row_0/C:col10/1731327251167/Put/seqid=0 2024-11-11T12:14:13,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741844_1020 (size=12001) 2024-11-11T12:14:13,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327313512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:13,538 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/e70a1f6f5684412f966d8cd545b285ce 2024-11-11T12:14:13,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327313507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:13,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327313534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:13,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327313537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:13,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327313545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:13,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/4d1562bfb0eb4cc1bd831453a78c0f68 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/4d1562bfb0eb4cc1bd831453a78c0f68 2024-11-11T12:14:13,631 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/4d1562bfb0eb4cc1bd831453a78c0f68, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T12:14:13,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/b6fdb1b842024c45a3ae89a5c83730e5 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/b6fdb1b842024c45a3ae89a5c83730e5 2024-11-11T12:14:13,672 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/b6fdb1b842024c45a3ae89a5c83730e5, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T12:14:13,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327313655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:13,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327313655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:13,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327313656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:13,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/e70a1f6f5684412f966d8cd545b285ce as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/e70a1f6f5684412f966d8cd545b285ce 2024-11-11T12:14:13,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327313665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:13,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327313663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:13,713 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/e70a1f6f5684412f966d8cd545b285ce, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T12:14:13,719 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 8846dc3400dc9c16f6ed17a8bec88530 in 726ms, sequenceid=37, compaction requested=false 2024-11-11T12:14:13,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:13,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:13,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T12:14:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-11T12:14:13,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-11T12:14:13,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 936 msec 2024-11-11T12:14:13,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 978 msec 2024-11-11T12:14:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:13,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8846dc3400dc9c16f6ed17a8bec88530 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T12:14:13,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=A 2024-11-11T12:14:13,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:13,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=B 2024-11-11T12:14:13,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:13,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=C 2024-11-11T12:14:13,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-11T12:14:13,929 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-11T12:14:13,934 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:14:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-11T12:14:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-11T12:14:13,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/092a1272df4044e0b6d173b1b41f3e34 is 50, key is test_row_0/A:col10/1731327253533/Put/seqid=0 2024-11-11T12:14:13,947 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:14:13,948 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:14:13,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:14:13,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741845_1021 (size=12001) 2024-11-11T12:14:14,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/092a1272df4044e0b6d173b1b41f3e34 2024-11-11T12:14:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-11T12:14:14,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/47f3f4e03a79498cb1ae8cc49c0dd7ef is 50, key is test_row_0/B:col10/1731327253533/Put/seqid=0 2024-11-11T12:14:14,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327314063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:14,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327314066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:14,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:14,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327314075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:14,113 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:14,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327314060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:14,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-11T12:14:14,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327314115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:14,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:14,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:14,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:14,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:14,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:14,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741846_1022 (size=12001) 2024-11-11T12:14:14,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/47f3f4e03a79498cb1ae8cc49c0dd7ef 2024-11-11T12:14:14,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327314214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:14,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327314215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:14,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327314219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:14,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327314221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:14,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327314231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-11T12:14:14,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/5c8c1530f0d74bd0ba92138037c1c5ca is 50, key is test_row_0/C:col10/1731327253533/Put/seqid=0 2024-11-11T12:14:14,307 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:14,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-11T12:14:14,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:14,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:14,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:14,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:14,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:14,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:14,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741847_1023 (size=12001) 2024-11-11T12:14:14,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:14,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327314433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:14,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327314420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:14,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327314442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:14,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327314446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:14,480 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:14,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327314456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:14,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-11T12:14:14,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:14,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:14,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:14,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:14,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-11T12:14:14,655 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:14,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-11T12:14:14,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:14,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:14,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:14,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:14,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:14,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/5c8c1530f0d74bd0ba92138037c1c5ca 2024-11-11T12:14:14,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:14,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327314758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327314755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:14,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327314760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:14,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327314766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:14,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/092a1272df4044e0b6d173b1b41f3e34 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/092a1272df4044e0b6d173b1b41f3e34 2024-11-11T12:14:14,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327314786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:14,826 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:14,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-11T12:14:14,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:14,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:14,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:14,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:14,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:14,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/092a1272df4044e0b6d173b1b41f3e34, entries=150, sequenceid=52, filesize=11.7 K 2024-11-11T12:14:14,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/47f3f4e03a79498cb1ae8cc49c0dd7ef as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/47f3f4e03a79498cb1ae8cc49c0dd7ef 2024-11-11T12:14:14,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/47f3f4e03a79498cb1ae8cc49c0dd7ef, entries=150, sequenceid=52, filesize=11.7 K 2024-11-11T12:14:14,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/5c8c1530f0d74bd0ba92138037c1c5ca as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/5c8c1530f0d74bd0ba92138037c1c5ca 2024-11-11T12:14:14,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/5c8c1530f0d74bd0ba92138037c1c5ca, entries=150, sequenceid=52, filesize=11.7 K 2024-11-11T12:14:14,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8846dc3400dc9c16f6ed17a8bec88530 in 1085ms, sequenceid=52, compaction requested=true 2024-11-11T12:14:14,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:14,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8846dc3400dc9c16f6ed17a8bec88530:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:14:14,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:14,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8846dc3400dc9c16f6ed17a8bec88530:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:14:14,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:14,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8846dc3400dc9c16f6ed17a8bec88530:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:14:14,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T12:14:14,995 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:14,995 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:14,999 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:15,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-11T12:14:15,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:15,008 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 8846dc3400dc9c16f6ed17a8bec88530 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-11T12:14:15,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=A 2024-11-11T12:14:15,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:15,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=B 2024-11-11T12:14:15,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:15,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=C 2024-11-11T12:14:15,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:15,021 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:15,023 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 8846dc3400dc9c16f6ed17a8bec88530/B is initiating minor compaction (all files) 2024-11-11T12:14:15,023 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8846dc3400dc9c16f6ed17a8bec88530/B in TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:15,023 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/9cf4539625764415a2e33a0cc417e15a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/b6fdb1b842024c45a3ae89a5c83730e5, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/47f3f4e03a79498cb1ae8cc49c0dd7ef] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp, totalSize=35.2 K 2024-11-11T12:14:15,026 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:15,027 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 8846dc3400dc9c16f6ed17a8bec88530/A is initiating minor compaction (all files) 2024-11-11T12:14:15,027 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cf4539625764415a2e33a0cc417e15a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731327250706 2024-11-11T12:14:15,027 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8846dc3400dc9c16f6ed17a8bec88530/A in TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:15,028 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting b6fdb1b842024c45a3ae89a5c83730e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731327251145 2024-11-11T12:14:15,031 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/0d5bfd7dc39041f99098ce16ef246804, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/4d1562bfb0eb4cc1bd831453a78c0f68, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/092a1272df4044e0b6d173b1b41f3e34] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp, totalSize=37.4 K 2024-11-11T12:14:15,031 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 47f3f4e03a79498cb1ae8cc49c0dd7ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731327253533 2024-11-11T12:14:15,033 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d5bfd7dc39041f99098ce16ef246804, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731327250654 2024-11-11T12:14:15,034 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d1562bfb0eb4cc1bd831453a78c0f68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731327251145 2024-11-11T12:14:15,042 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 092a1272df4044e0b6d173b1b41f3e34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731327253533 2024-11-11T12:14:15,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/bf86458f4eb14fc0a491b956ed78f1f4 is 50, key is test_row_0/A:col10/1731327254090/Put/seqid=0 2024-11-11T12:14:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-11T12:14:15,132 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8846dc3400dc9c16f6ed17a8bec88530#B#compaction#10 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:15,133 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/a5f89bb9c58f44cfb9b255c92f99737d is 50, key is test_row_0/B:col10/1731327253533/Put/seqid=0 2024-11-11T12:14:15,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741848_1024 (size=12001) 2024-11-11T12:14:15,134 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8846dc3400dc9c16f6ed17a8bec88530#A#compaction#11 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:15,141 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/bb14f1221f1a476bbcc6f9f6aab3d2b7 is 50, key is test_row_0/A:col10/1731327253533/Put/seqid=0 2024-11-11T12:14:15,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741850_1026 (size=12104) 2024-11-11T12:14:15,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741849_1025 (size=12104) 2024-11-11T12:14:15,291 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/a5f89bb9c58f44cfb9b255c92f99737d as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/a5f89bb9c58f44cfb9b255c92f99737d 2024-11-11T12:14:15,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:15,389 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8846dc3400dc9c16f6ed17a8bec88530/B of 8846dc3400dc9c16f6ed17a8bec88530 into a5f89bb9c58f44cfb9b255c92f99737d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:15,389 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:15,389 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530., storeName=8846dc3400dc9c16f6ed17a8bec88530/B, priority=13, startTime=1731327254992; duration=0sec 2024-11-11T12:14:15,390 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:15,390 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8846dc3400dc9c16f6ed17a8bec88530:B 2024-11-11T12:14:15,390 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:15,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327315365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:15,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327315365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:15,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327315377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:15,407 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:15,407 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 8846dc3400dc9c16f6ed17a8bec88530/C is initiating minor compaction (all files) 2024-11-11T12:14:15,408 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8846dc3400dc9c16f6ed17a8bec88530/C in TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:15,409 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/73d5785b7bb14d26b8f7a43e841ad610, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/e70a1f6f5684412f966d8cd545b285ce, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/5c8c1530f0d74bd0ba92138037c1c5ca] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp, totalSize=35.2 K 2024-11-11T12:14:15,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327315393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:15,410 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 73d5785b7bb14d26b8f7a43e841ad610, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731327250706 2024-11-11T12:14:15,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327315395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:15,420 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting e70a1f6f5684412f966d8cd545b285ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731327251145 2024-11-11T12:14:15,431 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c8c1530f0d74bd0ba92138037c1c5ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731327253533 2024-11-11T12:14:15,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327315497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:15,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327315507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:15,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327315513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:15,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327315517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:15,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327315520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:15,537 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/bf86458f4eb14fc0a491b956ed78f1f4 2024-11-11T12:14:15,566 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8846dc3400dc9c16f6ed17a8bec88530#C#compaction#12 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:15,567 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/a25ffa7910674c33825b1f19fd852251 is 50, key is test_row_0/C:col10/1731327253533/Put/seqid=0 2024-11-11T12:14:15,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741851_1027 (size=12104) 2024-11-11T12:14:15,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/d53d4df0a79543e78fd5ea770f6d4c22 is 50, key is test_row_0/B:col10/1731327254090/Put/seqid=0 2024-11-11T12:14:15,684 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/bb14f1221f1a476bbcc6f9f6aab3d2b7 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/bb14f1221f1a476bbcc6f9f6aab3d2b7 2024-11-11T12:14:15,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741852_1028 (size=12001) 2024-11-11T12:14:15,691 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/a25ffa7910674c33825b1f19fd852251 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/a25ffa7910674c33825b1f19fd852251 2024-11-11T12:14:15,714 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8846dc3400dc9c16f6ed17a8bec88530/A of 8846dc3400dc9c16f6ed17a8bec88530 into bb14f1221f1a476bbcc6f9f6aab3d2b7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:15,714 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:15,714 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530., storeName=8846dc3400dc9c16f6ed17a8bec88530/A, priority=13, startTime=1731327254983; duration=0sec 2024-11-11T12:14:15,714 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:15,714 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8846dc3400dc9c16f6ed17a8bec88530:A 2024-11-11T12:14:15,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327315728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:15,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327315729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:15,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327315729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:15,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327315731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:15,752 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8846dc3400dc9c16f6ed17a8bec88530/C of 8846dc3400dc9c16f6ed17a8bec88530 into a25ffa7910674c33825b1f19fd852251(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:15,752 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:15,753 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530., storeName=8846dc3400dc9c16f6ed17a8bec88530/C, priority=13, startTime=1731327254992; duration=0sec 2024-11-11T12:14:15,753 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:15,753 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8846dc3400dc9c16f6ed17a8bec88530:C 2024-11-11T12:14:15,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327315762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:16,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327316039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:16,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327316039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:16,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327316039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-11T12:14:16,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327316067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:16,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327316082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:16,103 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/d53d4df0a79543e78fd5ea770f6d4c22 2024-11-11T12:14:16,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/e712ff3f3edd48fdaf6b8d504ec761a2 is 50, key is test_row_0/C:col10/1731327254090/Put/seqid=0 2024-11-11T12:14:16,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741853_1029 (size=12001) 2024-11-11T12:14:16,182 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/e712ff3f3edd48fdaf6b8d504ec761a2 2024-11-11T12:14:16,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/bf86458f4eb14fc0a491b956ed78f1f4 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/bf86458f4eb14fc0a491b956ed78f1f4 2024-11-11T12:14:16,265 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/bf86458f4eb14fc0a491b956ed78f1f4, entries=150, sequenceid=73, filesize=11.7 K 2024-11-11T12:14:16,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/d53d4df0a79543e78fd5ea770f6d4c22 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/d53d4df0a79543e78fd5ea770f6d4c22 2024-11-11T12:14:16,291 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/d53d4df0a79543e78fd5ea770f6d4c22, entries=150, sequenceid=73, filesize=11.7 K 2024-11-11T12:14:16,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/e712ff3f3edd48fdaf6b8d504ec761a2 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/e712ff3f3edd48fdaf6b8d504ec761a2 2024-11-11T12:14:16,318 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/e712ff3f3edd48fdaf6b8d504ec761a2, entries=150, sequenceid=73, filesize=11.7 K 2024-11-11T12:14:16,324 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 8846dc3400dc9c16f6ed17a8bec88530 in 1316ms, sequenceid=73, compaction requested=false 2024-11-11T12:14:16,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:16,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:16,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-11T12:14:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-11T12:14:16,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-11T12:14:16,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3810 sec 2024-11-11T12:14:16,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 2.4050 sec 2024-11-11T12:14:16,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8846dc3400dc9c16f6ed17a8bec88530 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T12:14:16,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=A 2024-11-11T12:14:16,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:16,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=B 2024-11-11T12:14:16,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:16,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=C 2024-11-11T12:14:16,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:16,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/e0d66f73294a4ca7ab02df057a396ec8 is 50, key is test_row_0/A:col10/1731327256547/Put/seqid=0 2024-11-11T12:14:16,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741854_1030 (size=12001) 2024-11-11T12:14:16,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:16,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327316676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:16,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:16,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327316681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:16,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:16,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327316682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:16,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:16,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327316686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:16,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:16,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327316696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:16,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:16,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327316793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:16,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:16,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327316797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:16,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327316803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:16,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:16,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327316810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:16,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327316812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:17,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327316997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:17,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327317013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:17,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327317019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:17,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327317020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:17,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327317027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:17,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/e0d66f73294a4ca7ab02df057a396ec8 2024-11-11T12:14:17,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/f7f3bf447e4b47279db63512b1c02b0c is 50, key is test_row_0/B:col10/1731327256547/Put/seqid=0 2024-11-11T12:14:17,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741855_1031 (size=12001) 2024-11-11T12:14:17,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/f7f3bf447e4b47279db63512b1c02b0c 2024-11-11T12:14:17,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/dfaa7a1c37a14d0ea4110cabe1b49c8e is 50, key is test_row_0/C:col10/1731327256547/Put/seqid=0 2024-11-11T12:14:17,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741856_1032 (size=12001) 2024-11-11T12:14:17,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327317314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:17,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/dfaa7a1c37a14d0ea4110cabe1b49c8e 2024-11-11T12:14:17,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327317324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:17,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327317325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:17,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327317333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:17,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327317348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:17,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/e0d66f73294a4ca7ab02df057a396ec8 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/e0d66f73294a4ca7ab02df057a396ec8 2024-11-11T12:14:17,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/e0d66f73294a4ca7ab02df057a396ec8, entries=150, sequenceid=93, filesize=11.7 K 2024-11-11T12:14:17,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/f7f3bf447e4b47279db63512b1c02b0c as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/f7f3bf447e4b47279db63512b1c02b0c 2024-11-11T12:14:17,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/f7f3bf447e4b47279db63512b1c02b0c, entries=150, sequenceid=93, filesize=11.7 K 2024-11-11T12:14:17,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/dfaa7a1c37a14d0ea4110cabe1b49c8e as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/dfaa7a1c37a14d0ea4110cabe1b49c8e 2024-11-11T12:14:17,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/dfaa7a1c37a14d0ea4110cabe1b49c8e, entries=150, sequenceid=93, filesize=11.7 K 2024-11-11T12:14:17,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 8846dc3400dc9c16f6ed17a8bec88530 in 959ms, sequenceid=93, compaction requested=true 2024-11-11T12:14:17,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:17,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8846dc3400dc9c16f6ed17a8bec88530:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:14:17,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:17,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8846dc3400dc9c16f6ed17a8bec88530:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:14:17,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T12:14:17,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8846dc3400dc9c16f6ed17a8bec88530:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:14:17,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-11T12:14:17,517 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:17,517 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:17,532 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:17,532 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 8846dc3400dc9c16f6ed17a8bec88530/A is initiating minor compaction (all files) 2024-11-11T12:14:17,532 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8846dc3400dc9c16f6ed17a8bec88530/A in TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:17,533 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/bb14f1221f1a476bbcc6f9f6aab3d2b7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/bf86458f4eb14fc0a491b956ed78f1f4, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/e0d66f73294a4ca7ab02df057a396ec8] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp, totalSize=35.3 K 2024-11-11T12:14:17,535 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:17,536 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 8846dc3400dc9c16f6ed17a8bec88530/C is initiating minor compaction (all files) 2024-11-11T12:14:17,536 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8846dc3400dc9c16f6ed17a8bec88530/C in TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:17,536 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/a25ffa7910674c33825b1f19fd852251, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/e712ff3f3edd48fdaf6b8d504ec761a2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/dfaa7a1c37a14d0ea4110cabe1b49c8e] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp, totalSize=35.3 K 2024-11-11T12:14:17,537 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb14f1221f1a476bbcc6f9f6aab3d2b7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731327253533 2024-11-11T12:14:17,540 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting a25ffa7910674c33825b1f19fd852251, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731327253533 2024-11-11T12:14:17,541 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf86458f4eb14fc0a491b956ed78f1f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731327254046 2024-11-11T12:14:17,543 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting e712ff3f3edd48fdaf6b8d504ec761a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731327254046 2024-11-11T12:14:17,550 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0d66f73294a4ca7ab02df057a396ec8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731327255375 2024-11-11T12:14:17,551 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting dfaa7a1c37a14d0ea4110cabe1b49c8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731327255375 2024-11-11T12:14:17,624 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8846dc3400dc9c16f6ed17a8bec88530#C#compaction#18 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:17,625 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/3d0c79fbe2df4b06ba93983bf63bdf1e is 50, key is test_row_0/C:col10/1731327256547/Put/seqid=0 2024-11-11T12:14:17,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741857_1033 (size=12207) 2024-11-11T12:14:17,673 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8846dc3400dc9c16f6ed17a8bec88530#A#compaction#19 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:17,673 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/ce042d4bad8c4e3b859240f3af8945bd is 50, key is test_row_0/A:col10/1731327256547/Put/seqid=0 2024-11-11T12:14:17,708 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/3d0c79fbe2df4b06ba93983bf63bdf1e as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/3d0c79fbe2df4b06ba93983bf63bdf1e 2024-11-11T12:14:17,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741858_1034 (size=12207) 2024-11-11T12:14:17,772 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8846dc3400dc9c16f6ed17a8bec88530/C of 8846dc3400dc9c16f6ed17a8bec88530 into 3d0c79fbe2df4b06ba93983bf63bdf1e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:17,772 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:17,772 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530., storeName=8846dc3400dc9c16f6ed17a8bec88530/C, priority=13, startTime=1731327257516; duration=0sec 2024-11-11T12:14:17,772 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:17,772 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8846dc3400dc9c16f6ed17a8bec88530:C 2024-11-11T12:14:17,772 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:17,774 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/ce042d4bad8c4e3b859240f3af8945bd as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/ce042d4bad8c4e3b859240f3af8945bd 2024-11-11T12:14:17,793 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:17,793 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 8846dc3400dc9c16f6ed17a8bec88530/B is initiating minor compaction (all files) 2024-11-11T12:14:17,793 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8846dc3400dc9c16f6ed17a8bec88530/B in TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:17,793 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/a5f89bb9c58f44cfb9b255c92f99737d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/d53d4df0a79543e78fd5ea770f6d4c22, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/f7f3bf447e4b47279db63512b1c02b0c] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp, totalSize=35.3 K 2024-11-11T12:14:17,809 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting a5f89bb9c58f44cfb9b255c92f99737d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731327253533 2024-11-11T12:14:17,812 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting d53d4df0a79543e78fd5ea770f6d4c22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731327254046 2024-11-11T12:14:17,817 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8846dc3400dc9c16f6ed17a8bec88530/A of 8846dc3400dc9c16f6ed17a8bec88530 into ce042d4bad8c4e3b859240f3af8945bd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:17,818 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:17,818 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530., storeName=8846dc3400dc9c16f6ed17a8bec88530/A, priority=13, startTime=1731327257516; duration=0sec 2024-11-11T12:14:17,818 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:17,818 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8846dc3400dc9c16f6ed17a8bec88530:A 2024-11-11T12:14:17,819 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting f7f3bf447e4b47279db63512b1c02b0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731327255375 2024-11-11T12:14:17,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8846dc3400dc9c16f6ed17a8bec88530 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-11T12:14:17,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=A 2024-11-11T12:14:17,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:17,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=B 2024-11-11T12:14:17,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:17,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=C 2024-11-11T12:14:17,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:17,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:17,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/70ac1ca9d3f842039e3f566396187538 is 50, key is test_row_0/A:col10/1731327257828/Put/seqid=0 2024-11-11T12:14:17,887 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8846dc3400dc9c16f6ed17a8bec88530#B#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:17,888 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/e2ea29dfbbf849709cf28f46095d806d is 50, key is test_row_0/B:col10/1731327256547/Put/seqid=0 2024-11-11T12:14:17,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327317889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:17,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327317892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:17,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327317901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:17,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327317901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:17,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327317901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:17,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741859_1035 (size=14341) 2024-11-11T12:14:17,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741860_1036 (size=12207) 2024-11-11T12:14:17,992 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/e2ea29dfbbf849709cf28f46095d806d as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/e2ea29dfbbf849709cf28f46095d806d 2024-11-11T12:14:18,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327318003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:18,010 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8846dc3400dc9c16f6ed17a8bec88530/B of 8846dc3400dc9c16f6ed17a8bec88530 into e2ea29dfbbf849709cf28f46095d806d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:18,010 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:18,010 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530., storeName=8846dc3400dc9c16f6ed17a8bec88530/B, priority=13, startTime=1731327257516; duration=0sec 2024-11-11T12:14:18,011 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:18,011 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8846dc3400dc9c16f6ed17a8bec88530:B 2024-11-11T12:14:18,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327318002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:18,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327318012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:18,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327318013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:18,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327318022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-11T12:14:18,070 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-11T12:14:18,090 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:14:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-11T12:14:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-11T12:14:18,098 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:14:18,106 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:14:18,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:14:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-11T12:14:18,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327318215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:18,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327318216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:18,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327318225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:18,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327318226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:18,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327318229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:18,267 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:18,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-11T12:14:18,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:18,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:18,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:18,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:18,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:18,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/70ac1ca9d3f842039e3f566396187538 2024-11-11T12:14:18,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/4043e350ac394bffbd3ba18061578610 is 50, key is test_row_0/B:col10/1731327257828/Put/seqid=0 2024-11-11T12:14:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-11T12:14:18,426 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:18,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-11T12:14:18,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:18,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:18,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:18,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:18,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:18,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741861_1037 (size=12001) 2024-11-11T12:14:18,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/4043e350ac394bffbd3ba18061578610 2024-11-11T12:14:18,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/039e088a4d324373bc76b2449efed3c5 is 50, key is test_row_0/C:col10/1731327257828/Put/seqid=0 2024-11-11T12:14:18,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327318527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:18,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327318529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:18,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327318536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:18,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327318537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:18,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327318549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:18,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741862_1038 (size=12001) 2024-11-11T12:14:18,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/039e088a4d324373bc76b2449efed3c5 2024-11-11T12:14:18,595 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:18,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-11T12:14:18,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:18,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:18,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:18,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:18,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:18,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/70ac1ca9d3f842039e3f566396187538 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/70ac1ca9d3f842039e3f566396187538 2024-11-11T12:14:18,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/70ac1ca9d3f842039e3f566396187538, entries=200, sequenceid=116, filesize=14.0 K 2024-11-11T12:14:18,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/4043e350ac394bffbd3ba18061578610 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/4043e350ac394bffbd3ba18061578610 2024-11-11T12:14:18,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/4043e350ac394bffbd3ba18061578610, entries=150, sequenceid=116, filesize=11.7 K 2024-11-11T12:14:18,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/039e088a4d324373bc76b2449efed3c5 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/039e088a4d324373bc76b2449efed3c5 2024-11-11T12:14:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-11T12:14:18,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/039e088a4d324373bc76b2449efed3c5, entries=150, sequenceid=116, filesize=11.7 K 2024-11-11T12:14:18,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 8846dc3400dc9c16f6ed17a8bec88530 in 879ms, sequenceid=116, compaction requested=false 2024-11-11T12:14:18,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:18,767 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:18,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-11T12:14:18,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:18,769 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 8846dc3400dc9c16f6ed17a8bec88530 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T12:14:18,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=A 2024-11-11T12:14:18,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:18,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=B 2024-11-11T12:14:18,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:18,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=C 2024-11-11T12:14:18,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:18,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/7da7f0e392f047f195002c369fe18605 is 50, key is test_row_0/A:col10/1731327257893/Put/seqid=0 2024-11-11T12:14:18,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741863_1039 (size=12101) 2024-11-11T12:14:18,836 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/7da7f0e392f047f195002c369fe18605 2024-11-11T12:14:18,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/6c084e7de7064ad5a629b881a7500ffe is 50, key is test_row_0/B:col10/1731327257893/Put/seqid=0 2024-11-11T12:14:18,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741864_1040 (size=12101) 2024-11-11T12:14:19,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:19,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:19,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327319132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:19,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327319136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:19,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327319143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:19,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327319154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:19,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327319158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-11T12:14:19,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327319258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:19,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:19,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327319259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327319259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:19,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327319260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:19,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327319288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:19,318 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/6c084e7de7064ad5a629b881a7500ffe 2024-11-11T12:14:19,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/12bc0a37989445a798a04f3ad3f4d02e is 50, key is test_row_0/C:col10/1731327257893/Put/seqid=0 2024-11-11T12:14:19,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741865_1041 (size=12101) 2024-11-11T12:14:19,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:19,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327319465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:19,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:19,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327319466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:19,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327319466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327319466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:19,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327319500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:19,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327319779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:19,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327319780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:19,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327319780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:19,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327319782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:19,816 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/12bc0a37989445a798a04f3ad3f4d02e 2024-11-11T12:14:19,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327319812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:19,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/7da7f0e392f047f195002c369fe18605 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/7da7f0e392f047f195002c369fe18605 2024-11-11T12:14:19,892 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/7da7f0e392f047f195002c369fe18605, entries=150, sequenceid=132, filesize=11.8 K 2024-11-11T12:14:19,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/6c084e7de7064ad5a629b881a7500ffe as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/6c084e7de7064ad5a629b881a7500ffe 2024-11-11T12:14:19,955 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/6c084e7de7064ad5a629b881a7500ffe, entries=150, sequenceid=132, filesize=11.8 K 2024-11-11T12:14:19,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/12bc0a37989445a798a04f3ad3f4d02e as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/12bc0a37989445a798a04f3ad3f4d02e 2024-11-11T12:14:20,036 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/12bc0a37989445a798a04f3ad3f4d02e, entries=150, sequenceid=132, filesize=11.8 K 2024-11-11T12:14:20,041 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 8846dc3400dc9c16f6ed17a8bec88530 in 1272ms, sequenceid=132, compaction requested=true 2024-11-11T12:14:20,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:20,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:20,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-11T12:14:20,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-11T12:14:20,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-11T12:14:20,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9420 sec 2024-11-11T12:14:20,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.9780 sec 2024-11-11T12:14:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-11T12:14:20,227 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-11T12:14:20,241 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:14:20,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-11T12:14:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-11T12:14:20,251 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:14:20,254 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:14:20,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:14:20,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8846dc3400dc9c16f6ed17a8bec88530 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T12:14:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:20,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=A 2024-11-11T12:14:20,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:20,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=B 2024-11-11T12:14:20,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:20,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=C 2024-11-11T12:14:20,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-11T12:14:20,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/27cdc2e020e348a18b4f76beecc03dbe is 50, key is test_row_0/A:col10/1731327259139/Put/seqid=0 2024-11-11T12:14:20,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327320349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:20,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327320360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:20,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:20,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327320383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:20,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327320383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:20,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327320392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:20,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741866_1042 (size=12151) 2024-11-11T12:14:20,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/27cdc2e020e348a18b4f76beecc03dbe 2024-11-11T12:14:20,422 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:20,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T12:14:20,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:20,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:20,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:20,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:20,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:20,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/7099b05af58845529848c63aea5f9413 is 50, key is test_row_0/B:col10/1731327259139/Put/seqid=0 2024-11-11T12:14:20,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741867_1043 (size=12151) 2024-11-11T12:14:20,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/7099b05af58845529848c63aea5f9413 2024-11-11T12:14:20,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327320485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:20,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327320500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:20,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327320500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:20,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:20,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327320504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327320500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:20,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/5f9c4fe687f7474cb68a90f7a6823e59 is 50, key is test_row_0/C:col10/1731327259139/Put/seqid=0 2024-11-11T12:14:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-11T12:14:20,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741868_1044 (size=12151) 2024-11-11T12:14:20,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/5f9c4fe687f7474cb68a90f7a6823e59 2024-11-11T12:14:20,583 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:20,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T12:14:20,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:20,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:20,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:20,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:20,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:20,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/27cdc2e020e348a18b4f76beecc03dbe as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/27cdc2e020e348a18b4f76beecc03dbe 2024-11-11T12:14:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:20,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/27cdc2e020e348a18b4f76beecc03dbe, entries=150, sequenceid=156, filesize=11.9 K 2024-11-11T12:14:20,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/7099b05af58845529848c63aea5f9413 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/7099b05af58845529848c63aea5f9413 2024-11-11T12:14:20,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/7099b05af58845529848c63aea5f9413, entries=150, sequenceid=156, filesize=11.9 K 2024-11-11T12:14:20,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/5f9c4fe687f7474cb68a90f7a6823e59 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/5f9c4fe687f7474cb68a90f7a6823e59 2024-11-11T12:14:20,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/5f9c4fe687f7474cb68a90f7a6823e59, entries=150, sequenceid=156, filesize=11.9 K 2024-11-11T12:14:20,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for 8846dc3400dc9c16f6ed17a8bec88530 in 358ms, sequenceid=156, compaction requested=true 2024-11-11T12:14:20,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:20,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8846dc3400dc9c16f6ed17a8bec88530:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:14:20,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:20,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8846dc3400dc9c16f6ed17a8bec88530:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:14:20,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T12:14:20,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8846dc3400dc9c16f6ed17a8bec88530:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:14:20,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-11T12:14:20,663 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:14:20,663 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:14:20,666 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:14:20,667 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 8846dc3400dc9c16f6ed17a8bec88530/C is initiating minor compaction (all files) 2024-11-11T12:14:20,667 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8846dc3400dc9c16f6ed17a8bec88530/C in TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:20,667 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/3d0c79fbe2df4b06ba93983bf63bdf1e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/039e088a4d324373bc76b2449efed3c5, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/12bc0a37989445a798a04f3ad3f4d02e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/5f9c4fe687f7474cb68a90f7a6823e59] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp, totalSize=47.3 K 2024-11-11T12:14:20,668 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50800 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:14:20,668 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 8846dc3400dc9c16f6ed17a8bec88530/A is initiating minor compaction (all files) 2024-11-11T12:14:20,668 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8846dc3400dc9c16f6ed17a8bec88530/A in TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:20,668 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d0c79fbe2df4b06ba93983bf63bdf1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731327255375 2024-11-11T12:14:20,668 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/ce042d4bad8c4e3b859240f3af8945bd, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/70ac1ca9d3f842039e3f566396187538, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/7da7f0e392f047f195002c369fe18605, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/27cdc2e020e348a18b4f76beecc03dbe] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp, totalSize=49.6 K 2024-11-11T12:14:20,670 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 039e088a4d324373bc76b2449efed3c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731327256671 2024-11-11T12:14:20,672 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce042d4bad8c4e3b859240f3af8945bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731327255375 2024-11-11T12:14:20,673 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 12bc0a37989445a798a04f3ad3f4d02e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731327257853 2024-11-11T12:14:20,673 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70ac1ca9d3f842039e3f566396187538, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731327256665 2024-11-11T12:14:20,674 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7da7f0e392f047f195002c369fe18605, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731327257853 2024-11-11T12:14:20,674 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f9c4fe687f7474cb68a90f7a6823e59, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731327259139 2024-11-11T12:14:20,674 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27cdc2e020e348a18b4f76beecc03dbe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731327259139 2024-11-11T12:14:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:20,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8846dc3400dc9c16f6ed17a8bec88530 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T12:14:20,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=A 2024-11-11T12:14:20,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:20,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=B 2024-11-11T12:14:20,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:20,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=C 2024-11-11T12:14:20,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:20,726 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8846dc3400dc9c16f6ed17a8bec88530#C#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:20,726 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8846dc3400dc9c16f6ed17a8bec88530#A#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:20,728 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/72cc127d6f814072bd03cab4f54c0dd2 is 50, key is test_row_0/A:col10/1731327259139/Put/seqid=0 2024-11-11T12:14:20,729 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/3821b137ccd74c3ebdd6d2c685111ea0 is 50, key is test_row_0/C:col10/1731327259139/Put/seqid=0 2024-11-11T12:14:20,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/95c9cab9ce6e41218d9bdfaaef05f48b is 50, key is test_row_0/A:col10/1731327260700/Put/seqid=0 2024-11-11T12:14:20,744 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:20,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T12:14:20,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:20,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:20,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:20,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:20,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:20,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741869_1045 (size=12493) 2024-11-11T12:14:20,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741870_1046 (size=12493) 2024-11-11T12:14:20,787 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/72cc127d6f814072bd03cab4f54c0dd2 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/72cc127d6f814072bd03cab4f54c0dd2 2024-11-11T12:14:20,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741871_1047 (size=14541) 2024-11-11T12:14:20,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/95c9cab9ce6e41218d9bdfaaef05f48b 2024-11-11T12:14:20,802 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/3821b137ccd74c3ebdd6d2c685111ea0 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/3821b137ccd74c3ebdd6d2c685111ea0 2024-11-11T12:14:20,809 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8846dc3400dc9c16f6ed17a8bec88530/A of 8846dc3400dc9c16f6ed17a8bec88530 into 72cc127d6f814072bd03cab4f54c0dd2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:20,809 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:20,809 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530., storeName=8846dc3400dc9c16f6ed17a8bec88530/A, priority=12, startTime=1731327260662; duration=0sec 2024-11-11T12:14:20,810 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:20,810 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8846dc3400dc9c16f6ed17a8bec88530:A 2024-11-11T12:14:20,810 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:14:20,816 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:14:20,817 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 8846dc3400dc9c16f6ed17a8bec88530/B is initiating minor compaction (all files) 2024-11-11T12:14:20,817 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8846dc3400dc9c16f6ed17a8bec88530/B in TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:20,817 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/e2ea29dfbbf849709cf28f46095d806d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/4043e350ac394bffbd3ba18061578610, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/6c084e7de7064ad5a629b881a7500ffe, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/7099b05af58845529848c63aea5f9413] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp, totalSize=47.3 K 2024-11-11T12:14:20,819 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2ea29dfbbf849709cf28f46095d806d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731327255375 2024-11-11T12:14:20,820 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8846dc3400dc9c16f6ed17a8bec88530/C of 8846dc3400dc9c16f6ed17a8bec88530 into 3821b137ccd74c3ebdd6d2c685111ea0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:20,820 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:20,820 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530., storeName=8846dc3400dc9c16f6ed17a8bec88530/C, priority=12, startTime=1731327260663; duration=0sec 2024-11-11T12:14:20,820 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:20,821 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8846dc3400dc9c16f6ed17a8bec88530:C 2024-11-11T12:14:20,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327320801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:20,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327320802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:20,823 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4043e350ac394bffbd3ba18061578610, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731327256671 2024-11-11T12:14:20,824 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c084e7de7064ad5a629b881a7500ffe, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731327257853 2024-11-11T12:14:20,825 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7099b05af58845529848c63aea5f9413, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731327259139 2024-11-11T12:14:20,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327320808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:20,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327320810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:20,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/675da7d5c7c44007a5904d78554b70e8 is 50, key is test_row_0/B:col10/1731327260700/Put/seqid=0 2024-11-11T12:14:20,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327320822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-11T12:14:20,858 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8846dc3400dc9c16f6ed17a8bec88530#B#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:20,859 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/9ff49987a4c343c794efcbe5825e327e is 50, key is test_row_0/B:col10/1731327259139/Put/seqid=0 2024-11-11T12:14:20,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741872_1048 (size=12151) 2024-11-11T12:14:20,913 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:20,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T12:14:20,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:20,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:20,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741873_1049 (size=12493) 2024-11-11T12:14:20,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:20,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:20,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:20,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327320925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:20,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327320927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:20,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327320931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:20,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327320931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:20,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327320947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:21,074 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:21,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T12:14:21,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:21,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:21,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:21,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:21,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:21,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327321133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:21,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327321141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:21,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327321141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:21,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327321142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:21,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327321161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:21,239 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:21,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T12:14:21,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:21,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:21,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:21,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:21,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:21,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/675da7d5c7c44007a5904d78554b70e8 2024-11-11T12:14:21,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/2367932542824610868ef36741fbfcc4 is 50, key is test_row_0/C:col10/1731327260700/Put/seqid=0 2024-11-11T12:14:21,335 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/9ff49987a4c343c794efcbe5825e327e as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/9ff49987a4c343c794efcbe5825e327e 2024-11-11T12:14:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-11T12:14:21,364 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8846dc3400dc9c16f6ed17a8bec88530/B of 8846dc3400dc9c16f6ed17a8bec88530 into 9ff49987a4c343c794efcbe5825e327e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:21,364 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:21,364 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530., storeName=8846dc3400dc9c16f6ed17a8bec88530/B, priority=12, startTime=1731327260663; duration=0sec 2024-11-11T12:14:21,364 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:21,364 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8846dc3400dc9c16f6ed17a8bec88530:B 2024-11-11T12:14:21,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741874_1050 (size=12151) 2024-11-11T12:14:21,399 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:21,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T12:14:21,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:21,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:21,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:21,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:21,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:21,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327321443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:21,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327321448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:21,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327321453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:21,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327321459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:21,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327321465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:21,555 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:21,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T12:14:21,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:21,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:21,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:21,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:21,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:21,735 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:21,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T12:14:21,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:21,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:21,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:21,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:21,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:21,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/2367932542824610868ef36741fbfcc4 2024-11-11T12:14:21,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/95c9cab9ce6e41218d9bdfaaef05f48b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/95c9cab9ce6e41218d9bdfaaef05f48b 2024-11-11T12:14:21,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/95c9cab9ce6e41218d9bdfaaef05f48b, entries=200, sequenceid=171, filesize=14.2 K 2024-11-11T12:14:21,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/675da7d5c7c44007a5904d78554b70e8 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/675da7d5c7c44007a5904d78554b70e8 2024-11-11T12:14:21,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/675da7d5c7c44007a5904d78554b70e8, entries=150, sequenceid=171, filesize=11.9 K 2024-11-11T12:14:21,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/2367932542824610868ef36741fbfcc4 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/2367932542824610868ef36741fbfcc4 2024-11-11T12:14:21,897 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:21,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T12:14:21,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:21,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:21,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:21,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/2367932542824610868ef36741fbfcc4, entries=150, sequenceid=171, filesize=11.9 K 2024-11-11T12:14:21,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:21,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:21,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8846dc3400dc9c16f6ed17a8bec88530 in 1204ms, sequenceid=171, compaction requested=false 2024-11-11T12:14:21,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:21,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8846dc3400dc9c16f6ed17a8bec88530 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T12:14:21,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=A 2024-11-11T12:14:21,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:21,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=B 2024-11-11T12:14:21,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:21,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=C 2024-11-11T12:14:21,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:22,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/5b9bd55d568d44b58765fcc03a77691b is 50, key is test_row_0/A:col10/1731327260800/Put/seqid=0 2024-11-11T12:14:22,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327322032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:22,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327322044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:22,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327322053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:22,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327322056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:22,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741875_1051 (size=12151) 2024-11-11T12:14:22,071 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:22,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327322064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:22,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T12:14:22,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:22,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:22,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:22,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:22,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:22,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/5b9bd55d568d44b58765fcc03a77691b 2024-11-11T12:14:22,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/d39b07735b2f4d37afa64c9566414ed5 is 50, key is test_row_0/B:col10/1731327260800/Put/seqid=0 2024-11-11T12:14:22,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327322158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:22,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327322164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:22,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741876_1052 (size=12151) 2024-11-11T12:14:22,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327322168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:22,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/d39b07735b2f4d37afa64c9566414ed5 2024-11-11T12:14:22,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327322176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:22,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327322176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:22,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/bd396cb672b54eb8821b96628b04d5d4 is 50, key is test_row_0/C:col10/1731327260800/Put/seqid=0 2024-11-11T12:14:22,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741877_1053 (size=12151) 2024-11-11T12:14:22,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/bd396cb672b54eb8821b96628b04d5d4 2024-11-11T12:14:22,234 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:22,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T12:14:22,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:22,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:22,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:22,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:22,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:22,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/5b9bd55d568d44b58765fcc03a77691b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/5b9bd55d568d44b58765fcc03a77691b 2024-11-11T12:14:22,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/5b9bd55d568d44b58765fcc03a77691b, entries=150, sequenceid=197, filesize=11.9 K 2024-11-11T12:14:22,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/d39b07735b2f4d37afa64c9566414ed5 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/d39b07735b2f4d37afa64c9566414ed5 2024-11-11T12:14:22,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/d39b07735b2f4d37afa64c9566414ed5, entries=150, sequenceid=197, filesize=11.9 K 2024-11-11T12:14:22,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/bd396cb672b54eb8821b96628b04d5d4 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/bd396cb672b54eb8821b96628b04d5d4 2024-11-11T12:14:22,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/bd396cb672b54eb8821b96628b04d5d4, entries=150, sequenceid=197, filesize=11.9 K 2024-11-11T12:14:22,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for 8846dc3400dc9c16f6ed17a8bec88530 in 312ms, sequenceid=197, compaction requested=true 2024-11-11T12:14:22,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:22,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8846dc3400dc9c16f6ed17a8bec88530:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:14:22,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:22,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8846dc3400dc9c16f6ed17a8bec88530:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:14:22,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:22,286 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:22,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8846dc3400dc9c16f6ed17a8bec88530:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:14:22,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T12:14:22,287 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:22,288 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:22,288 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 8846dc3400dc9c16f6ed17a8bec88530/A is initiating minor compaction (all files) 2024-11-11T12:14:22,288 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8846dc3400dc9c16f6ed17a8bec88530/A in TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:22,289 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/72cc127d6f814072bd03cab4f54c0dd2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/95c9cab9ce6e41218d9bdfaaef05f48b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/5b9bd55d568d44b58765fcc03a77691b] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp, totalSize=38.3 K 2024-11-11T12:14:22,289 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 72cc127d6f814072bd03cab4f54c0dd2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731327259139 2024-11-11T12:14:22,289 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:22,290 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 8846dc3400dc9c16f6ed17a8bec88530/B is initiating minor compaction (all files) 2024-11-11T12:14:22,290 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8846dc3400dc9c16f6ed17a8bec88530/B in TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:22,290 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/9ff49987a4c343c794efcbe5825e327e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/675da7d5c7c44007a5904d78554b70e8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/d39b07735b2f4d37afa64c9566414ed5] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp, totalSize=35.9 K 2024-11-11T12:14:22,290 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 95c9cab9ce6e41218d9bdfaaef05f48b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731327260349 2024-11-11T12:14:22,290 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ff49987a4c343c794efcbe5825e327e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731327259139 2024-11-11T12:14:22,291 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b9bd55d568d44b58765fcc03a77691b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731327260800 2024-11-11T12:14:22,291 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 675da7d5c7c44007a5904d78554b70e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731327260359 2024-11-11T12:14:22,299 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting d39b07735b2f4d37afa64c9566414ed5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731327260800 2024-11-11T12:14:22,313 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8846dc3400dc9c16f6ed17a8bec88530#A#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:22,314 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/225e1413e8874c3c8ebcf99fb7bdfa2f is 50, key is test_row_0/A:col10/1731327260800/Put/seqid=0 2024-11-11T12:14:22,334 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8846dc3400dc9c16f6ed17a8bec88530#B#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:22,335 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/9310372107834a0a9d601e4167b8fb92 is 50, key is test_row_0/B:col10/1731327260800/Put/seqid=0 2024-11-11T12:14:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-11T12:14:22,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8846dc3400dc9c16f6ed17a8bec88530 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-11T12:14:22,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=A 2024-11-11T12:14:22,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:22,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=B 2024-11-11T12:14:22,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:22,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=C 2024-11-11T12:14:22,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:22,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741879_1055 (size=12595) 2024-11-11T12:14:22,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741878_1054 (size=12595) 2024-11-11T12:14:22,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/6d7951091eea4eb7a4e724b579fa0b84 is 50, key is test_row_0/A:col10/1731327262048/Put/seqid=0 2024-11-11T12:14:22,396 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:22,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T12:14:22,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:22,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:22,398 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/9310372107834a0a9d601e4167b8fb92 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/9310372107834a0a9d601e4167b8fb92 2024-11-11T12:14:22,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:22,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:22,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:22,406 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/225e1413e8874c3c8ebcf99fb7bdfa2f as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/225e1413e8874c3c8ebcf99fb7bdfa2f 2024-11-11T12:14:22,424 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8846dc3400dc9c16f6ed17a8bec88530/B of 8846dc3400dc9c16f6ed17a8bec88530 into 9310372107834a0a9d601e4167b8fb92(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:22,424 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:22,424 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530., storeName=8846dc3400dc9c16f6ed17a8bec88530/B, priority=13, startTime=1731327262286; duration=0sec 2024-11-11T12:14:22,425 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:22,425 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8846dc3400dc9c16f6ed17a8bec88530:B 2024-11-11T12:14:22,426 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:22,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741880_1056 (size=14541) 2024-11-11T12:14:22,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/6d7951091eea4eb7a4e724b579fa0b84 2024-11-11T12:14:22,441 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:22,441 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 8846dc3400dc9c16f6ed17a8bec88530/C is initiating minor compaction (all files) 2024-11-11T12:14:22,441 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8846dc3400dc9c16f6ed17a8bec88530/C in TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:22,442 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/3821b137ccd74c3ebdd6d2c685111ea0, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/2367932542824610868ef36741fbfcc4, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/bd396cb672b54eb8821b96628b04d5d4] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp, totalSize=35.9 K 2024-11-11T12:14:22,443 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3821b137ccd74c3ebdd6d2c685111ea0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731327259139 2024-11-11T12:14:22,444 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2367932542824610868ef36741fbfcc4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731327260359 2024-11-11T12:14:22,449 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd396cb672b54eb8821b96628b04d5d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731327260800 2024-11-11T12:14:22,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/839fa481a26b418fad41a24681274955 is 50, key is test_row_0/B:col10/1731327262048/Put/seqid=0 2024-11-11T12:14:22,488 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8846dc3400dc9c16f6ed17a8bec88530/A of 8846dc3400dc9c16f6ed17a8bec88530 into 225e1413e8874c3c8ebcf99fb7bdfa2f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:22,488 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:22,488 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530., storeName=8846dc3400dc9c16f6ed17a8bec88530/A, priority=13, startTime=1731327262286; duration=0sec 2024-11-11T12:14:22,489 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:22,489 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8846dc3400dc9c16f6ed17a8bec88530:A 2024-11-11T12:14:22,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741881_1057 (size=12151) 2024-11-11T12:14:22,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/839fa481a26b418fad41a24681274955 2024-11-11T12:14:22,506 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8846dc3400dc9c16f6ed17a8bec88530#C#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:22,507 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/5a58c394687a4ded9e1c550c23d9ee4d is 50, key is test_row_0/C:col10/1731327260800/Put/seqid=0 2024-11-11T12:14:22,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327322487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:22,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327322490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:22,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327322491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:22,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327322495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:22,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327322496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:22,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/781d1520b5d74f0888d365d11f709c4d is 50, key is test_row_0/C:col10/1731327262048/Put/seqid=0 2024-11-11T12:14:22,559 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:22,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T12:14:22,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:22,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:22,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:22,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:22,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:22,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741882_1058 (size=12595) 2024-11-11T12:14:22,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741883_1059 (size=12151) 2024-11-11T12:14:22,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327322621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:22,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327322624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:22,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327322624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:22,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327322624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:22,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327322624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:22,726 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:22,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T12:14:22,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:22,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:22,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:22,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:22,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:22,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327322832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:22,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327322852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:22,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327322852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:22,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327322854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:22,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327322864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:22,887 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:22,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T12:14:22,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:22,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:22,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:22,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:22,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:22,996 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/5a58c394687a4ded9e1c550c23d9ee4d as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/5a58c394687a4ded9e1c550c23d9ee4d 2024-11-11T12:14:23,012 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8846dc3400dc9c16f6ed17a8bec88530/C of 8846dc3400dc9c16f6ed17a8bec88530 into 5a58c394687a4ded9e1c550c23d9ee4d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:23,012 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:23,012 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530., storeName=8846dc3400dc9c16f6ed17a8bec88530/C, priority=13, startTime=1731327262286; duration=0sec 2024-11-11T12:14:23,012 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:23,013 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8846dc3400dc9c16f6ed17a8bec88530:C 2024-11-11T12:14:23,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/781d1520b5d74f0888d365d11f709c4d 2024-11-11T12:14:23,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/6d7951091eea4eb7a4e724b579fa0b84 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/6d7951091eea4eb7a4e724b579fa0b84 2024-11-11T12:14:23,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/6d7951091eea4eb7a4e724b579fa0b84, entries=200, sequenceid=213, filesize=14.2 K 2024-11-11T12:14:23,053 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:23,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T12:14:23,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:23,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:23,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:23,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:23,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:23,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/839fa481a26b418fad41a24681274955 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/839fa481a26b418fad41a24681274955 2024-11-11T12:14:23,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/839fa481a26b418fad41a24681274955, entries=150, sequenceid=213, filesize=11.9 K 2024-11-11T12:14:23,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/781d1520b5d74f0888d365d11f709c4d as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/781d1520b5d74f0888d365d11f709c4d 2024-11-11T12:14:23,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/781d1520b5d74f0888d365d11f709c4d, entries=150, sequenceid=213, filesize=11.9 K 2024-11-11T12:14:23,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 8846dc3400dc9c16f6ed17a8bec88530 in 759ms, sequenceid=213, compaction requested=false 2024-11-11T12:14:23,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:23,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8846dc3400dc9c16f6ed17a8bec88530 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T12:14:23,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=A 2024-11-11T12:14:23,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:23,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=B 2024-11-11T12:14:23,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:23,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=C 2024-11-11T12:14:23,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:23,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/f1830a6fc0f4493fbd8c06d6c1ecb76e is 50, key is test_row_0/A:col10/1731327263159/Put/seqid=0 2024-11-11T12:14:23,214 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:23,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T12:14:23,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:23,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:23,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:23,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:23,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:23,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327323203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:23,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327323206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:23,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:23,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327323223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:23,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327323223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:23,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327323223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:23,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741884_1060 (size=12151) 2024-11-11T12:14:23,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327323322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:23,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327323329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:23,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327323329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:23,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327323329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:23,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:23,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327323347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:23,377 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:23,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T12:14:23,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:23,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:23,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:23,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:23,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:23,539 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:23,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T12:14:23,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:23,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:23,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:23,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:23,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:23,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327323541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:23,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327323542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:23,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327323542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:23,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327323545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:23,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327323559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:23,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/f1830a6fc0f4493fbd8c06d6c1ecb76e 2024-11-11T12:14:23,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/48872c15e04e4235b547b1b2c1ce213b is 50, key is test_row_0/B:col10/1731327263159/Put/seqid=0 2024-11-11T12:14:23,702 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:23,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T12:14:23,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:23,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:23,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:23,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:23,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:23,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741885_1061 (size=12151) 2024-11-11T12:14:23,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327323848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:23,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:23,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327323849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:23,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:23,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327323849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:23,863 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:23,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:23,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327323864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:23,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T12:14:23,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:23,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:23,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:23,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:23,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327323869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:23,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:23,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:23,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:24,025 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:24,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T12:14:24,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:24,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:24,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:24,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:24,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:24,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/48872c15e04e4235b547b1b2c1ce213b 2024-11-11T12:14:24,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/70a9e4149cb347b5ad90420e3946d9b2 is 50, key is test_row_0/C:col10/1731327263159/Put/seqid=0 2024-11-11T12:14:24,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741886_1062 (size=12151) 2024-11-11T12:14:24,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/70a9e4149cb347b5ad90420e3946d9b2 2024-11-11T12:14:24,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/f1830a6fc0f4493fbd8c06d6c1ecb76e as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/f1830a6fc0f4493fbd8c06d6c1ecb76e 2024-11-11T12:14:24,184 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:24,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T12:14:24,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:24,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:24,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:24,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:24,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:24,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/f1830a6fc0f4493fbd8c06d6c1ecb76e, entries=150, sequenceid=239, filesize=11.9 K 2024-11-11T12:14:24,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/48872c15e04e4235b547b1b2c1ce213b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/48872c15e04e4235b547b1b2c1ce213b 2024-11-11T12:14:24,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/48872c15e04e4235b547b1b2c1ce213b, entries=150, sequenceid=239, filesize=11.9 K 2024-11-11T12:14:24,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/70a9e4149cb347b5ad90420e3946d9b2 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/70a9e4149cb347b5ad90420e3946d9b2 2024-11-11T12:14:24,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/70a9e4149cb347b5ad90420e3946d9b2, entries=150, sequenceid=239, filesize=11.9 K 2024-11-11T12:14:24,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for 8846dc3400dc9c16f6ed17a8bec88530 in 1081ms, sequenceid=239, compaction requested=true 2024-11-11T12:14:24,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:24,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8846dc3400dc9c16f6ed17a8bec88530:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:14:24,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:24,249 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:24,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8846dc3400dc9c16f6ed17a8bec88530:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:14:24,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:24,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8846dc3400dc9c16f6ed17a8bec88530:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:14:24,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:24,252 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:24,252 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:24,252 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 8846dc3400dc9c16f6ed17a8bec88530/A is initiating minor compaction (all files) 2024-11-11T12:14:24,252 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8846dc3400dc9c16f6ed17a8bec88530/A in TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:24,252 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/225e1413e8874c3c8ebcf99fb7bdfa2f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/6d7951091eea4eb7a4e724b579fa0b84, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/f1830a6fc0f4493fbd8c06d6c1ecb76e] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp, totalSize=38.4 K 2024-11-11T12:14:24,254 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 225e1413e8874c3c8ebcf99fb7bdfa2f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731327260800 2024-11-11T12:14:24,257 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d7951091eea4eb7a4e724b579fa0b84, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731327262040 2024-11-11T12:14:24,258 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:24,259 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 8846dc3400dc9c16f6ed17a8bec88530/B is initiating minor compaction (all files) 2024-11-11T12:14:24,259 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1830a6fc0f4493fbd8c06d6c1ecb76e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731327262440 2024-11-11T12:14:24,259 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8846dc3400dc9c16f6ed17a8bec88530/B in TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:24,259 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/9310372107834a0a9d601e4167b8fb92, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/839fa481a26b418fad41a24681274955, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/48872c15e04e4235b547b1b2c1ce213b] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp, totalSize=36.0 K 2024-11-11T12:14:24,260 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 9310372107834a0a9d601e4167b8fb92, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731327260800 2024-11-11T12:14:24,267 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 839fa481a26b418fad41a24681274955, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731327262044 2024-11-11T12:14:24,276 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 48872c15e04e4235b547b1b2c1ce213b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731327262440 2024-11-11T12:14:24,291 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8846dc3400dc9c16f6ed17a8bec88530#A#compaction#48 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:24,292 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/8488783398044010b817dea098d5f0dc is 50, key is test_row_0/A:col10/1731327263159/Put/seqid=0 2024-11-11T12:14:24,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741887_1063 (size=12697) 2024-11-11T12:14:24,337 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8846dc3400dc9c16f6ed17a8bec88530#B#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:24,338 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/1da19989944443978cd406c76b9377a1 is 50, key is test_row_0/B:col10/1731327263159/Put/seqid=0 2024-11-11T12:14:24,342 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:24,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T12:14:24,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:24,343 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 8846dc3400dc9c16f6ed17a8bec88530 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T12:14:24,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=A 2024-11-11T12:14:24,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:24,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=B 2024-11-11T12:14:24,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:24,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=C 2024-11-11T12:14:24,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-11T12:14:24,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:24,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741888_1064 (size=12697) 2024-11-11T12:14:24,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/84575f84cd484b0589134aee0362e7e6 is 50, key is test_row_0/A:col10/1731327263215/Put/seqid=0 2024-11-11T12:14:24,412 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/1da19989944443978cd406c76b9377a1 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/1da19989944443978cd406c76b9377a1 2024-11-11T12:14:24,473 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8846dc3400dc9c16f6ed17a8bec88530/B of 8846dc3400dc9c16f6ed17a8bec88530 into 1da19989944443978cd406c76b9377a1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:24,473 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:24,473 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530., storeName=8846dc3400dc9c16f6ed17a8bec88530/B, priority=13, startTime=1731327264249; duration=0sec 2024-11-11T12:14:24,473 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:24,473 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8846dc3400dc9c16f6ed17a8bec88530:B 2024-11-11T12:14:24,473 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:24,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327324431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:24,482 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:24,482 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 8846dc3400dc9c16f6ed17a8bec88530/C is initiating minor compaction (all files) 2024-11-11T12:14:24,482 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8846dc3400dc9c16f6ed17a8bec88530/C in TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:24,482 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/5a58c394687a4ded9e1c550c23d9ee4d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/781d1520b5d74f0888d365d11f709c4d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/70a9e4149cb347b5ad90420e3946d9b2] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp, totalSize=36.0 K 2024-11-11T12:14:24,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327324455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:24,483 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a58c394687a4ded9e1c550c23d9ee4d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731327260800 2024-11-11T12:14:24,484 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 781d1520b5d74f0888d365d11f709c4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731327262044 2024-11-11T12:14:24,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327324479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:24,487 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 70a9e4149cb347b5ad90420e3946d9b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731327262440 2024-11-11T12:14:24,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327324479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:24,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327324482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:24,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741889_1065 (size=12151) 2024-11-11T12:14:24,532 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8846dc3400dc9c16f6ed17a8bec88530#C#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:24,533 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/b67f91c2fb4c4453a2750f6a7fc7daa5 is 50, key is test_row_0/C:col10/1731327263159/Put/seqid=0 2024-11-11T12:14:24,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741890_1066 (size=12697) 2024-11-11T12:14:24,586 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/b67f91c2fb4c4453a2750f6a7fc7daa5 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/b67f91c2fb4c4453a2750f6a7fc7daa5 2024-11-11T12:14:24,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327324583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:24,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327324585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:24,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327324590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:24,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327324599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:24,604 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8846dc3400dc9c16f6ed17a8bec88530/C of 8846dc3400dc9c16f6ed17a8bec88530 into b67f91c2fb4c4453a2750f6a7fc7daa5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:24,604 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:24,604 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530., storeName=8846dc3400dc9c16f6ed17a8bec88530/C, priority=13, startTime=1731327264249; duration=0sec 2024-11-11T12:14:24,604 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:24,604 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8846dc3400dc9c16f6ed17a8bec88530:C 2024-11-11T12:14:24,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327324600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:24,744 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/8488783398044010b817dea098d5f0dc as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/8488783398044010b817dea098d5f0dc 2024-11-11T12:14:24,759 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8846dc3400dc9c16f6ed17a8bec88530/A of 8846dc3400dc9c16f6ed17a8bec88530 into 8488783398044010b817dea098d5f0dc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:24,759 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:24,759 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530., storeName=8846dc3400dc9c16f6ed17a8bec88530/A, priority=13, startTime=1731327264249; duration=0sec 2024-11-11T12:14:24,760 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:24,760 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8846dc3400dc9c16f6ed17a8bec88530:A 2024-11-11T12:14:24,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327324794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:24,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327324798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:24,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327324799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:24,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327324807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:24,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327324836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:24,920 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/84575f84cd484b0589134aee0362e7e6 2024-11-11T12:14:24,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/20069588f2534ba48fc684f6d714f935 is 50, key is test_row_0/B:col10/1731327263215/Put/seqid=0 2024-11-11T12:14:25,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741891_1067 (size=12151) 2024-11-11T12:14:25,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:25,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327325109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:25,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327325114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327325108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:25,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327325128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:25,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327325153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:25,500 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/20069588f2534ba48fc684f6d714f935 2024-11-11T12:14:25,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/8a4f2bb6419f4f09ad73362635cf982b is 50, key is test_row_0/C:col10/1731327263215/Put/seqid=0 2024-11-11T12:14:25,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741892_1068 (size=12151) 2024-11-11T12:14:25,591 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/8a4f2bb6419f4f09ad73362635cf982b 2024-11-11T12:14:25,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/84575f84cd484b0589134aee0362e7e6 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/84575f84cd484b0589134aee0362e7e6 2024-11-11T12:14:25,608 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/84575f84cd484b0589134aee0362e7e6, entries=150, sequenceid=254, filesize=11.9 K 2024-11-11T12:14:25,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/20069588f2534ba48fc684f6d714f935 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/20069588f2534ba48fc684f6d714f935 2024-11-11T12:14:25,616 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/20069588f2534ba48fc684f6d714f935, entries=150, sequenceid=254, filesize=11.9 K 2024-11-11T12:14:25,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/8a4f2bb6419f4f09ad73362635cf982b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/8a4f2bb6419f4f09ad73362635cf982b 2024-11-11T12:14:25,630 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/8a4f2bb6419f4f09ad73362635cf982b, entries=150, sequenceid=254, filesize=11.9 K 2024-11-11T12:14:25,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327325629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:25,643 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8846dc3400dc9c16f6ed17a8bec88530 in 1299ms, sequenceid=254, compaction requested=false 2024-11-11T12:14:25,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:25,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:25,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-11T12:14:25,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8846dc3400dc9c16f6ed17a8bec88530 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T12:14:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-11T12:14:25,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=A 2024-11-11T12:14:25,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:25,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=B 2024-11-11T12:14:25,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:25,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=C 2024-11-11T12:14:25,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:25,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-11T12:14:25,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 5.3910 sec 2024-11-11T12:14:25,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 5.4150 sec 2024-11-11T12:14:25,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/d2fbe7d4310442edbb7f6018155eedb8 is 50, key is test_row_0/A:col10/1731327264478/Put/seqid=0 2024-11-11T12:14:25,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741893_1069 (size=19621) 2024-11-11T12:14:25,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/d2fbe7d4310442edbb7f6018155eedb8 2024-11-11T12:14:25,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/f646a647e0544c54971bb69266ba4ea3 is 50, key is test_row_0/B:col10/1731327264478/Put/seqid=0 2024-11-11T12:14:25,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327325709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:25,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327325704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:25,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327325713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:25,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327325715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:25,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741894_1070 (size=12301) 2024-11-11T12:14:25,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:25,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327325817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327325818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:25,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327325820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:25,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327325821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:26,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327326025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:26,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:26,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327326031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:26,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327326024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:26,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327326032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:26,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/f646a647e0544c54971bb69266ba4ea3 2024-11-11T12:14:26,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/b62abeb4d97147e68399dcae7a3b6dd9 is 50, key is test_row_0/C:col10/1731327264478/Put/seqid=0 2024-11-11T12:14:26,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741895_1071 (size=12301) 2024-11-11T12:14:26,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/b62abeb4d97147e68399dcae7a3b6dd9 2024-11-11T12:14:26,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/d2fbe7d4310442edbb7f6018155eedb8 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/d2fbe7d4310442edbb7f6018155eedb8 2024-11-11T12:14:26,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/d2fbe7d4310442edbb7f6018155eedb8, entries=300, sequenceid=281, filesize=19.2 K 2024-11-11T12:14:26,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/f646a647e0544c54971bb69266ba4ea3 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/f646a647e0544c54971bb69266ba4ea3 2024-11-11T12:14:26,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/f646a647e0544c54971bb69266ba4ea3, entries=150, sequenceid=281, filesize=12.0 K 2024-11-11T12:14:26,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/b62abeb4d97147e68399dcae7a3b6dd9 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/b62abeb4d97147e68399dcae7a3b6dd9 2024-11-11T12:14:26,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/b62abeb4d97147e68399dcae7a3b6dd9, entries=150, sequenceid=281, filesize=12.0 K 2024-11-11T12:14:26,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8846dc3400dc9c16f6ed17a8bec88530 in 666ms, sequenceid=281, compaction requested=true 2024-11-11T12:14:26,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:26,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8846dc3400dc9c16f6ed17a8bec88530:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:14:26,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:26,309 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:26,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8846dc3400dc9c16f6ed17a8bec88530:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:14:26,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:26,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8846dc3400dc9c16f6ed17a8bec88530:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:14:26,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T12:14:26,311 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:26,311 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 8846dc3400dc9c16f6ed17a8bec88530/A is initiating minor compaction (all files) 2024-11-11T12:14:26,311 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8846dc3400dc9c16f6ed17a8bec88530/A in TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:26,311 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:26,311 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/8488783398044010b817dea098d5f0dc, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/84575f84cd484b0589134aee0362e7e6, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/d2fbe7d4310442edbb7f6018155eedb8] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp, totalSize=43.4 K 2024-11-11T12:14:26,313 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8488783398044010b817dea098d5f0dc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731327262440 2024-11-11T12:14:26,314 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84575f84cd484b0589134aee0362e7e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731327263180 2024-11-11T12:14:26,314 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:26,314 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2fbe7d4310442edbb7f6018155eedb8, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731327264428 2024-11-11T12:14:26,314 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 8846dc3400dc9c16f6ed17a8bec88530/B is initiating minor compaction (all files) 2024-11-11T12:14:26,314 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8846dc3400dc9c16f6ed17a8bec88530/B in TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:26,314 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/1da19989944443978cd406c76b9377a1, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/20069588f2534ba48fc684f6d714f935, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/f646a647e0544c54971bb69266ba4ea3] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp, totalSize=36.3 K 2024-11-11T12:14:26,318 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 1da19989944443978cd406c76b9377a1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731327262440 2024-11-11T12:14:26,321 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 20069588f2534ba48fc684f6d714f935, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731327263180 2024-11-11T12:14:26,322 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting f646a647e0544c54971bb69266ba4ea3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731327264478 2024-11-11T12:14:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:26,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8846dc3400dc9c16f6ed17a8bec88530 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T12:14:26,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=A 2024-11-11T12:14:26,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:26,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=B 2024-11-11T12:14:26,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:26,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=C 2024-11-11T12:14:26,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:26,346 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8846dc3400dc9c16f6ed17a8bec88530#B#compaction#57 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:26,350 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/c4bb04c7b6e74c8bbab950677d59beb5 is 50, key is test_row_0/B:col10/1731327264478/Put/seqid=0 2024-11-11T12:14:26,356 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8846dc3400dc9c16f6ed17a8bec88530#A#compaction#58 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:26,357 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/dd9db58af50b4be39bbb0582520c073d is 50, key is test_row_0/A:col10/1731327264478/Put/seqid=0 2024-11-11T12:14:26,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/d0007cef2ffa4626876c534ff4acb28c is 50, key is test_row_0/A:col10/1731327265706/Put/seqid=0 2024-11-11T12:14:26,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741897_1073 (size=12949) 2024-11-11T12:14:26,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741896_1072 (size=12949) 2024-11-11T12:14:26,454 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/dd9db58af50b4be39bbb0582520c073d as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/dd9db58af50b4be39bbb0582520c073d 2024-11-11T12:14:26,455 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/c4bb04c7b6e74c8bbab950677d59beb5 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/c4bb04c7b6e74c8bbab950677d59beb5 2024-11-11T12:14:26,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741898_1074 (size=14741) 2024-11-11T12:14:26,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327326450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:26,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327326448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:26,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327326456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:26,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327326456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:26,485 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8846dc3400dc9c16f6ed17a8bec88530/B of 8846dc3400dc9c16f6ed17a8bec88530 into c4bb04c7b6e74c8bbab950677d59beb5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:26,485 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:26,485 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530., storeName=8846dc3400dc9c16f6ed17a8bec88530/B, priority=13, startTime=1731327266309; duration=0sec 2024-11-11T12:14:26,485 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:26,485 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8846dc3400dc9c16f6ed17a8bec88530:B 2024-11-11T12:14:26,485 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:26,487 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8846dc3400dc9c16f6ed17a8bec88530/A of 8846dc3400dc9c16f6ed17a8bec88530 into dd9db58af50b4be39bbb0582520c073d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:26,488 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:26,488 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530., storeName=8846dc3400dc9c16f6ed17a8bec88530/A, priority=13, startTime=1731327266309; duration=0sec 2024-11-11T12:14:26,488 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:26,488 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:26,488 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8846dc3400dc9c16f6ed17a8bec88530:A 2024-11-11T12:14:26,488 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 8846dc3400dc9c16f6ed17a8bec88530/C is initiating minor compaction (all files) 2024-11-11T12:14:26,488 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8846dc3400dc9c16f6ed17a8bec88530/C in TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:26,488 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/b67f91c2fb4c4453a2750f6a7fc7daa5, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/8a4f2bb6419f4f09ad73362635cf982b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/b62abeb4d97147e68399dcae7a3b6dd9] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp, totalSize=36.3 K 2024-11-11T12:14:26,489 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting b67f91c2fb4c4453a2750f6a7fc7daa5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731327262440 2024-11-11T12:14:26,489 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a4f2bb6419f4f09ad73362635cf982b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731327263180 2024-11-11T12:14:26,490 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting b62abeb4d97147e68399dcae7a3b6dd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731327264478 2024-11-11T12:14:26,515 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8846dc3400dc9c16f6ed17a8bec88530#C#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:26,516 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/986e807e9f3944be81261fd38312b6b1 is 50, key is test_row_0/C:col10/1731327264478/Put/seqid=0 2024-11-11T12:14:26,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741899_1075 (size=12949) 2024-11-11T12:14:26,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:26,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327326568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327326570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:26,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327326570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:26,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327326586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:26,589 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/986e807e9f3944be81261fd38312b6b1 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/986e807e9f3944be81261fd38312b6b1 2024-11-11T12:14:26,625 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8846dc3400dc9c16f6ed17a8bec88530/C of 8846dc3400dc9c16f6ed17a8bec88530 into 986e807e9f3944be81261fd38312b6b1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:26,625 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:26,625 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530., storeName=8846dc3400dc9c16f6ed17a8bec88530/C, priority=13, startTime=1731327266310; duration=0sec 2024-11-11T12:14:26,625 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:26,625 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8846dc3400dc9c16f6ed17a8bec88530:C 2024-11-11T12:14:26,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327326641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:26,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327326777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:26,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327326791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:26,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327326792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:26,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327326792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:26,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/d0007cef2ffa4626876c534ff4acb28c 2024-11-11T12:14:26,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/e29e8318d5574a7daadfccc9a99ee7a0 is 50, key is test_row_0/B:col10/1731327265706/Put/seqid=0 2024-11-11T12:14:26,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741900_1076 (size=12301) 2024-11-11T12:14:26,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/e29e8318d5574a7daadfccc9a99ee7a0 2024-11-11T12:14:27,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/4245540029d044ceb92851736431df9b is 50, key is test_row_0/C:col10/1731327265706/Put/seqid=0 2024-11-11T12:14:27,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741901_1077 (size=12301) 2024-11-11T12:14:27,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327327087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:27,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327327101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:27,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327327104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:27,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327327104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:27,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/4245540029d044ceb92851736431df9b 2024-11-11T12:14:27,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/d0007cef2ffa4626876c534ff4acb28c as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/d0007cef2ffa4626876c534ff4acb28c 2024-11-11T12:14:27,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/d0007cef2ffa4626876c534ff4acb28c, entries=200, sequenceid=295, filesize=14.4 K 2024-11-11T12:14:27,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/e29e8318d5574a7daadfccc9a99ee7a0 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/e29e8318d5574a7daadfccc9a99ee7a0 2024-11-11T12:14:27,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/e29e8318d5574a7daadfccc9a99ee7a0, entries=150, sequenceid=295, filesize=12.0 K 2024-11-11T12:14:27,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/4245540029d044ceb92851736431df9b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/4245540029d044ceb92851736431df9b 2024-11-11T12:14:27,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/4245540029d044ceb92851736431df9b, entries=150, sequenceid=295, filesize=12.0 K 2024-11-11T12:14:27,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8846dc3400dc9c16f6ed17a8bec88530 in 1222ms, sequenceid=295, compaction requested=false 2024-11-11T12:14:27,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:27,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8846dc3400dc9c16f6ed17a8bec88530 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T12:14:27,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=A 2024-11-11T12:14:27,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:27,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=B 2024-11-11T12:14:27,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:27,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=C 2024-11-11T12:14:27,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:27,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/54288801dca4486fa77ebb38e317a0bf is 50, key is test_row_0/A:col10/1731327266450/Put/seqid=0 2024-11-11T12:14:27,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741902_1078 (size=12301) 2024-11-11T12:14:27,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:27,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327327648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:27,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327327676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:27,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327327676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:27,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327327684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:27,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:27,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327327785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:27,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:27,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327327785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:27,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327327785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:27,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:27,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327327792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:27,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:27,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327327992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:27,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327327997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:28,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327327999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:28,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327328005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:28,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/54288801dca4486fa77ebb38e317a0bf 2024-11-11T12:14:28,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/4fe89193457b4d319267809a1bb98186 is 50, key is test_row_0/B:col10/1731327266450/Put/seqid=0 2024-11-11T12:14:28,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741903_1079 (size=12301) 2024-11-11T12:14:28,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/4fe89193457b4d319267809a1bb98186 2024-11-11T12:14:28,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/58aedec923a8481985f3d8024c204a82 is 50, key is test_row_0/C:col10/1731327266450/Put/seqid=0 2024-11-11T12:14:28,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741904_1080 (size=12301) 2024-11-11T12:14:28,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/58aedec923a8481985f3d8024c204a82 2024-11-11T12:14:28,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/54288801dca4486fa77ebb38e317a0bf as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/54288801dca4486fa77ebb38e317a0bf 2024-11-11T12:14:28,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/54288801dca4486fa77ebb38e317a0bf, entries=150, sequenceid=321, filesize=12.0 K 2024-11-11T12:14:28,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327328300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:28,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/4fe89193457b4d319267809a1bb98186 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/4fe89193457b4d319267809a1bb98186 2024-11-11T12:14:28,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327328305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:28,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:28,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327328312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327328310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:28,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/4fe89193457b4d319267809a1bb98186, entries=150, sequenceid=321, filesize=12.0 K 2024-11-11T12:14:28,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/58aedec923a8481985f3d8024c204a82 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/58aedec923a8481985f3d8024c204a82 2024-11-11T12:14:28,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/58aedec923a8481985f3d8024c204a82, entries=150, sequenceid=321, filesize=12.0 K 2024-11-11T12:14:28,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 8846dc3400dc9c16f6ed17a8bec88530 in 732ms, sequenceid=321, compaction requested=true 2024-11-11T12:14:28,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:28,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8846dc3400dc9c16f6ed17a8bec88530:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:14:28,338 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:28,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:28,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8846dc3400dc9c16f6ed17a8bec88530:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:14:28,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:28,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8846dc3400dc9c16f6ed17a8bec88530:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:14:28,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T12:14:28,339 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:28,347 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:28,347 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 8846dc3400dc9c16f6ed17a8bec88530/B is initiating minor compaction (all files) 2024-11-11T12:14:28,347 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8846dc3400dc9c16f6ed17a8bec88530/B in TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:28,347 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/c4bb04c7b6e74c8bbab950677d59beb5, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/e29e8318d5574a7daadfccc9a99ee7a0, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/4fe89193457b4d319267809a1bb98186] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp, totalSize=36.7 K 2024-11-11T12:14:28,351 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting c4bb04c7b6e74c8bbab950677d59beb5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731327264478 2024-11-11T12:14:28,351 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:28,351 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 8846dc3400dc9c16f6ed17a8bec88530/A is initiating minor compaction (all files) 2024-11-11T12:14:28,351 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8846dc3400dc9c16f6ed17a8bec88530/A in TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:28,352 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/dd9db58af50b4be39bbb0582520c073d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/d0007cef2ffa4626876c534ff4acb28c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/54288801dca4486fa77ebb38e317a0bf] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp, totalSize=39.1 K 2024-11-11T12:14:28,352 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd9db58af50b4be39bbb0582520c073d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731327264478 2024-11-11T12:14:28,354 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting e29e8318d5574a7daadfccc9a99ee7a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731327265706 2024-11-11T12:14:28,354 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0007cef2ffa4626876c534ff4acb28c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731327265706 2024-11-11T12:14:28,355 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fe89193457b4d319267809a1bb98186, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731327266430 2024-11-11T12:14:28,356 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54288801dca4486fa77ebb38e317a0bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731327266430 2024-11-11T12:14:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-11T12:14:28,365 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-11T12:14:28,369 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:14:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-11T12:14:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-11T12:14:28,378 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:14:28,379 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:14:28,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:14:28,382 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8846dc3400dc9c16f6ed17a8bec88530#B#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:28,382 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/2cb6fda82da4448f9f2d247a05c46b26 is 50, key is test_row_0/B:col10/1731327266450/Put/seqid=0 2024-11-11T12:14:28,393 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8846dc3400dc9c16f6ed17a8bec88530#A#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:28,395 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/ed76c85c50f842ec9d5b780b7b6e049f is 50, key is test_row_0/A:col10/1731327266450/Put/seqid=0 2024-11-11T12:14:28,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741905_1081 (size=13051) 2024-11-11T12:14:28,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741906_1082 (size=13051) 2024-11-11T12:14:28,456 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T12:14:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-11T12:14:28,532 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:28,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-11T12:14:28,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:28,533 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 8846dc3400dc9c16f6ed17a8bec88530 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T12:14:28,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=A 2024-11-11T12:14:28,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:28,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=B 2024-11-11T12:14:28,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:28,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=C 2024-11-11T12:14:28,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:28,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/2b2091b8b7e843e4a6bcffee778e4150 is 50, key is test_row_0/A:col10/1731327267631/Put/seqid=0 2024-11-11T12:14:28,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741907_1083 (size=12301) 2024-11-11T12:14:28,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-11T12:14:28,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327328831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:28,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:28,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327328831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327328831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:28,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327328834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:28,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327328828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:28,862 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/2cb6fda82da4448f9f2d247a05c46b26 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/2cb6fda82da4448f9f2d247a05c46b26 2024-11-11T12:14:28,865 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/ed76c85c50f842ec9d5b780b7b6e049f as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/ed76c85c50f842ec9d5b780b7b6e049f 2024-11-11T12:14:28,889 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8846dc3400dc9c16f6ed17a8bec88530/B of 8846dc3400dc9c16f6ed17a8bec88530 into 2cb6fda82da4448f9f2d247a05c46b26(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:28,889 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:28,889 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530., storeName=8846dc3400dc9c16f6ed17a8bec88530/B, priority=13, startTime=1731327268338; duration=0sec 2024-11-11T12:14:28,889 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:28,889 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8846dc3400dc9c16f6ed17a8bec88530:B 2024-11-11T12:14:28,889 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:28,892 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8846dc3400dc9c16f6ed17a8bec88530/A of 8846dc3400dc9c16f6ed17a8bec88530 into ed76c85c50f842ec9d5b780b7b6e049f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:28,892 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:28,892 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530., storeName=8846dc3400dc9c16f6ed17a8bec88530/A, priority=13, startTime=1731327268338; duration=0sec 2024-11-11T12:14:28,892 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:28,892 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8846dc3400dc9c16f6ed17a8bec88530:A 2024-11-11T12:14:28,893 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:28,894 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 8846dc3400dc9c16f6ed17a8bec88530/C is initiating minor compaction (all files) 2024-11-11T12:14:28,894 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8846dc3400dc9c16f6ed17a8bec88530/C in TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:28,894 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/986e807e9f3944be81261fd38312b6b1, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/4245540029d044ceb92851736431df9b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/58aedec923a8481985f3d8024c204a82] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp, totalSize=36.7 K 2024-11-11T12:14:28,895 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 986e807e9f3944be81261fd38312b6b1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731327264478 2024-11-11T12:14:28,895 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 4245540029d044ceb92851736431df9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731327265706 2024-11-11T12:14:28,896 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 58aedec923a8481985f3d8024c204a82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731327266430 2024-11-11T12:14:28,917 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8846dc3400dc9c16f6ed17a8bec88530#C#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:28,918 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/0697442cdd2c4940ae95f25430e76d80 is 50, key is test_row_0/C:col10/1731327266450/Put/seqid=0 2024-11-11T12:14:28,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327328939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:28,944 ERROR [LeaseRenewer:jenkins@localhost:42835 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:42835,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:28,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327328942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:28,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327328945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:28,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327328946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:28,967 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/2b2091b8b7e843e4a6bcffee778e4150 2024-11-11T12:14:28,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741908_1084 (size=13051) 2024-11-11T12:14:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-11T12:14:29,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/25eaabf57f8d48e5bacc6258326a4b3e is 50, key is test_row_0/B:col10/1731327267631/Put/seqid=0 2024-11-11T12:14:29,024 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/0697442cdd2c4940ae95f25430e76d80 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/0697442cdd2c4940ae95f25430e76d80 2024-11-11T12:14:29,060 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8846dc3400dc9c16f6ed17a8bec88530/C of 8846dc3400dc9c16f6ed17a8bec88530 into 0697442cdd2c4940ae95f25430e76d80(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:29,060 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:29,060 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530., storeName=8846dc3400dc9c16f6ed17a8bec88530/C, priority=13, startTime=1731327268338; duration=0sec 2024-11-11T12:14:29,060 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:29,060 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8846dc3400dc9c16f6ed17a8bec88530:C 2024-11-11T12:14:29,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741909_1085 (size=12301) 2024-11-11T12:14:29,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327329145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:29,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327329156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:29,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327329164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:29,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327329164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:29,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327329456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:29,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327329475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:29,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327329474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:29,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327329476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-11T12:14:29,499 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/25eaabf57f8d48e5bacc6258326a4b3e 2024-11-11T12:14:29,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/0d021ca780684db5a53125bff6c23ae7 is 50, key is test_row_0/C:col10/1731327267631/Put/seqid=0 2024-11-11T12:14:29,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741910_1086 (size=12301) 2024-11-11T12:14:29,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60966 deadline: 1731327329850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:29,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60922 deadline: 1731327329962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:29,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60944 deadline: 1731327329980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:29,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731327329981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:29,997 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/0d021ca780684db5a53125bff6c23ae7 2024-11-11T12:14:29,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60964 deadline: 1731327329992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:30,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/2b2091b8b7e843e4a6bcffee778e4150 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/2b2091b8b7e843e4a6bcffee778e4150 2024-11-11T12:14:30,053 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/2b2091b8b7e843e4a6bcffee778e4150, entries=150, sequenceid=335, filesize=12.0 K 2024-11-11T12:14:30,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/25eaabf57f8d48e5bacc6258326a4b3e as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/25eaabf57f8d48e5bacc6258326a4b3e 2024-11-11T12:14:30,074 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/25eaabf57f8d48e5bacc6258326a4b3e, entries=150, sequenceid=335, filesize=12.0 K 2024-11-11T12:14:30,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/0d021ca780684db5a53125bff6c23ae7 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/0d021ca780684db5a53125bff6c23ae7 2024-11-11T12:14:30,088 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/0d021ca780684db5a53125bff6c23ae7, entries=150, sequenceid=335, filesize=12.0 K 2024-11-11T12:14:30,095 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8846dc3400dc9c16f6ed17a8bec88530 in 1562ms, sequenceid=335, compaction requested=false 2024-11-11T12:14:30,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:30,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:30,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-11T12:14:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-11T12:14:30,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-11T12:14:30,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7190 sec 2024-11-11T12:14:30,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.7340 sec 2024-11-11T12:14:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-11T12:14:30,492 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-11T12:14:30,495 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:14:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-11T12:14:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-11T12:14:30,533 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:14:30,554 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:14:30,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:14:30,589 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3ba01639 to 127.0.0.1:50815 2024-11-11T12:14:30,589 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:14:30,592 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51cab508 to 127.0.0.1:50815 2024-11-11T12:14:30,593 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:14:30,593 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4bf8e82a to 127.0.0.1:50815 2024-11-11T12:14:30,593 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:14:30,595 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24890c79 to 127.0.0.1:50815 2024-11-11T12:14:30,595 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:14:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-11T12:14:30,709 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:30,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-11T12:14:30,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:30,719 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 8846dc3400dc9c16f6ed17a8bec88530 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T12:14:30,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=A 2024-11-11T12:14:30,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:30,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=B 2024-11-11T12:14:30,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:30,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=C 2024-11-11T12:14:30,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:30,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/b1e0b17ef8bf4cb8a110507df59a8ae7 is 50, key is test_row_0/A:col10/1731327268827/Put/seqid=0 2024-11-11T12:14:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-11T12:14:30,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741911_1087 (size=12301) 2024-11-11T12:14:30,840 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/b1e0b17ef8bf4cb8a110507df59a8ae7 2024-11-11T12:14:30,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/7491ad83128f4ae7baa10a9d67ec1f18 is 50, key is test_row_0/B:col10/1731327268827/Put/seqid=0 2024-11-11T12:14:30,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741912_1088 (size=12301) 2024-11-11T12:14:30,932 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/7491ad83128f4ae7baa10a9d67ec1f18 2024-11-11T12:14:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:30,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. as already flushing 2024-11-11T12:14:30,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/cb674880b5274d6187154bc508c7b650 is 50, key is test_row_0/C:col10/1731327268827/Put/seqid=0 2024-11-11T12:14:30,977 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x251efa5e to 127.0.0.1:50815 2024-11-11T12:14:30,977 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:14:30,995 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x774bf929 to 127.0.0.1:50815 2024-11-11T12:14:30,995 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:14:31,000 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x67f7d3d3 to 127.0.0.1:50815 2024-11-11T12:14:31,000 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:14:31,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741913_1089 (size=12301) 2024-11-11T12:14:31,016 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28808bb9 to 127.0.0.1:50815 2024-11-11T12:14:31,016 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:14:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-11T12:14:31,414 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/cb674880b5274d6187154bc508c7b650 2024-11-11T12:14:31,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/b1e0b17ef8bf4cb8a110507df59a8ae7 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/b1e0b17ef8bf4cb8a110507df59a8ae7 2024-11-11T12:14:31,431 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/b1e0b17ef8bf4cb8a110507df59a8ae7, entries=150, sequenceid=360, filesize=12.0 K 2024-11-11T12:14:31,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/7491ad83128f4ae7baa10a9d67ec1f18 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/7491ad83128f4ae7baa10a9d67ec1f18 2024-11-11T12:14:31,441 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/7491ad83128f4ae7baa10a9d67ec1f18, entries=150, sequenceid=360, filesize=12.0 K 2024-11-11T12:14:31,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/cb674880b5274d6187154bc508c7b650 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/cb674880b5274d6187154bc508c7b650 2024-11-11T12:14:31,452 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/cb674880b5274d6187154bc508c7b650, entries=150, sequenceid=360, filesize=12.0 K 2024-11-11T12:14:31,453 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=26.84 KB/27480 for 8846dc3400dc9c16f6ed17a8bec88530 in 734ms, sequenceid=360, compaction requested=true 2024-11-11T12:14:31,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:31,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:31,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-11T12:14:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-11T12:14:31,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-11T12:14:31,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 905 msec 2024-11-11T12:14:31,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 968 msec 2024-11-11T12:14:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-11T12:14:31,624 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-11T12:14:31,860 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54af89df to 127.0.0.1:50815 2024-11-11T12:14:31,860 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:14:31,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T12:14:31,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-11T12:14:31,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-11T12:14:31,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-11T12:14:31,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-11T12:14:31,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-11T12:14:31,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T12:14:31,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2049 2024-11-11T12:14:31,860 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2090 2024-11-11T12:14:31,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T12:14:31,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 932 2024-11-11T12:14:31,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2793 rows 2024-11-11T12:14:31,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 981 2024-11-11T12:14:31,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2942 rows 2024-11-11T12:14:31,861 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T12:14:31,861 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x038196d7 to 127.0.0.1:50815 2024-11-11T12:14:31,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:14:31,937 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-11T12:14:31,948 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-11T12:14:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T12:14:31,966 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731327271965"}]},"ts":"1731327271965"} 2024-11-11T12:14:31,971 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T12:14:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-11T12:14:32,015 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T12:14:32,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T12:14:32,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8846dc3400dc9c16f6ed17a8bec88530, UNASSIGN}] 2024-11-11T12:14:32,031 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8846dc3400dc9c16f6ed17a8bec88530, UNASSIGN 2024-11-11T12:14:32,036 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=8846dc3400dc9c16f6ed17a8bec88530, regionState=CLOSING, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:14:32,043 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T12:14:32,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; CloseRegionProcedure 8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210}] 2024-11-11T12:14:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-11T12:14:32,202 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:32,206 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(124): Close 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:32,207 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T12:14:32,208 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1681): Closing 8846dc3400dc9c16f6ed17a8bec88530, disabling compactions & flushes 2024-11-11T12:14:32,208 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:32,208 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:32,208 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. after waiting 0 ms 2024-11-11T12:14:32,208 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:32,208 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(2837): Flushing 8846dc3400dc9c16f6ed17a8bec88530 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T12:14:32,209 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=A 2024-11-11T12:14:32,209 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:32,209 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=B 2024-11-11T12:14:32,209 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:32,209 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8846dc3400dc9c16f6ed17a8bec88530, store=C 2024-11-11T12:14:32,209 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:32,239 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/711812b95e8345929f1bccbbad8e0561 is 50, key is test_row_0/A:col10/1731327271011/Put/seqid=0 2024-11-11T12:14:32,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741914_1090 (size=12301) 2024-11-11T12:14:32,276 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/711812b95e8345929f1bccbbad8e0561 2024-11-11T12:14:32,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-11T12:14:32,293 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/70dfef06ceba4da4abb9db1e3d9d645e is 50, key is test_row_0/B:col10/1731327271011/Put/seqid=0 2024-11-11T12:14:32,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741915_1091 (size=12301) 2024-11-11T12:14:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-11T12:14:32,715 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/70dfef06ceba4da4abb9db1e3d9d645e 2024-11-11T12:14:32,723 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/5a668b8228e24edf9271c4f5b5ba951d is 50, key is test_row_0/C:col10/1731327271011/Put/seqid=0 2024-11-11T12:14:32,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741916_1092 (size=12301) 2024-11-11T12:14:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-11T12:14:33,128 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/5a668b8228e24edf9271c4f5b5ba951d 2024-11-11T12:14:33,136 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/A/711812b95e8345929f1bccbbad8e0561 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/711812b95e8345929f1bccbbad8e0561 2024-11-11T12:14:33,144 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/711812b95e8345929f1bccbbad8e0561, entries=150, sequenceid=368, filesize=12.0 K 2024-11-11T12:14:33,145 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/B/70dfef06ceba4da4abb9db1e3d9d645e as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/70dfef06ceba4da4abb9db1e3d9d645e 2024-11-11T12:14:33,153 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/70dfef06ceba4da4abb9db1e3d9d645e, entries=150, sequenceid=368, filesize=12.0 K 2024-11-11T12:14:33,155 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/.tmp/C/5a668b8228e24edf9271c4f5b5ba951d as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/5a668b8228e24edf9271c4f5b5ba951d 2024-11-11T12:14:33,167 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/5a668b8228e24edf9271c4f5b5ba951d, entries=150, sequenceid=368, filesize=12.0 K 2024-11-11T12:14:33,168 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 8846dc3400dc9c16f6ed17a8bec88530 in 960ms, sequenceid=368, compaction requested=true 2024-11-11T12:14:33,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/0d5bfd7dc39041f99098ce16ef246804, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/4d1562bfb0eb4cc1bd831453a78c0f68, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/bb14f1221f1a476bbcc6f9f6aab3d2b7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/092a1272df4044e0b6d173b1b41f3e34, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/bf86458f4eb14fc0a491b956ed78f1f4, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/ce042d4bad8c4e3b859240f3af8945bd, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/e0d66f73294a4ca7ab02df057a396ec8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/70ac1ca9d3f842039e3f566396187538, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/7da7f0e392f047f195002c369fe18605, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/72cc127d6f814072bd03cab4f54c0dd2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/27cdc2e020e348a18b4f76beecc03dbe, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/95c9cab9ce6e41218d9bdfaaef05f48b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/225e1413e8874c3c8ebcf99fb7bdfa2f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/5b9bd55d568d44b58765fcc03a77691b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/6d7951091eea4eb7a4e724b579fa0b84, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/8488783398044010b817dea098d5f0dc, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/f1830a6fc0f4493fbd8c06d6c1ecb76e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/84575f84cd484b0589134aee0362e7e6, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/d2fbe7d4310442edbb7f6018155eedb8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/dd9db58af50b4be39bbb0582520c073d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/d0007cef2ffa4626876c534ff4acb28c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/54288801dca4486fa77ebb38e317a0bf] to archive 2024-11-11T12:14:33,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T12:14:33,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/0d5bfd7dc39041f99098ce16ef246804 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/0d5bfd7dc39041f99098ce16ef246804 2024-11-11T12:14:33,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/4d1562bfb0eb4cc1bd831453a78c0f68 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/4d1562bfb0eb4cc1bd831453a78c0f68 2024-11-11T12:14:33,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/bb14f1221f1a476bbcc6f9f6aab3d2b7 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/bb14f1221f1a476bbcc6f9f6aab3d2b7 2024-11-11T12:14:33,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/092a1272df4044e0b6d173b1b41f3e34 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/092a1272df4044e0b6d173b1b41f3e34 2024-11-11T12:14:33,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/bf86458f4eb14fc0a491b956ed78f1f4 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/bf86458f4eb14fc0a491b956ed78f1f4 2024-11-11T12:14:33,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/ce042d4bad8c4e3b859240f3af8945bd to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/ce042d4bad8c4e3b859240f3af8945bd 2024-11-11T12:14:33,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/e0d66f73294a4ca7ab02df057a396ec8 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/e0d66f73294a4ca7ab02df057a396ec8 2024-11-11T12:14:33,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/70ac1ca9d3f842039e3f566396187538 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/70ac1ca9d3f842039e3f566396187538 2024-11-11T12:14:33,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/7da7f0e392f047f195002c369fe18605 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/7da7f0e392f047f195002c369fe18605 2024-11-11T12:14:33,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/72cc127d6f814072bd03cab4f54c0dd2 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/72cc127d6f814072bd03cab4f54c0dd2 2024-11-11T12:14:33,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/27cdc2e020e348a18b4f76beecc03dbe to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/27cdc2e020e348a18b4f76beecc03dbe 2024-11-11T12:14:33,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/95c9cab9ce6e41218d9bdfaaef05f48b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/95c9cab9ce6e41218d9bdfaaef05f48b 2024-11-11T12:14:33,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/225e1413e8874c3c8ebcf99fb7bdfa2f to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/225e1413e8874c3c8ebcf99fb7bdfa2f 2024-11-11T12:14:33,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/5b9bd55d568d44b58765fcc03a77691b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/5b9bd55d568d44b58765fcc03a77691b 2024-11-11T12:14:33,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/6d7951091eea4eb7a4e724b579fa0b84 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/6d7951091eea4eb7a4e724b579fa0b84 2024-11-11T12:14:33,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/8488783398044010b817dea098d5f0dc to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/8488783398044010b817dea098d5f0dc 2024-11-11T12:14:33,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/f1830a6fc0f4493fbd8c06d6c1ecb76e to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/f1830a6fc0f4493fbd8c06d6c1ecb76e 2024-11-11T12:14:33,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/84575f84cd484b0589134aee0362e7e6 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/84575f84cd484b0589134aee0362e7e6 2024-11-11T12:14:33,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/d2fbe7d4310442edbb7f6018155eedb8 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/d2fbe7d4310442edbb7f6018155eedb8 2024-11-11T12:14:33,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/dd9db58af50b4be39bbb0582520c073d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/dd9db58af50b4be39bbb0582520c073d 2024-11-11T12:14:33,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/d0007cef2ffa4626876c534ff4acb28c to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/d0007cef2ffa4626876c534ff4acb28c 2024-11-11T12:14:33,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/54288801dca4486fa77ebb38e317a0bf to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/54288801dca4486fa77ebb38e317a0bf 2024-11-11T12:14:33,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/9cf4539625764415a2e33a0cc417e15a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/b6fdb1b842024c45a3ae89a5c83730e5, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/a5f89bb9c58f44cfb9b255c92f99737d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/47f3f4e03a79498cb1ae8cc49c0dd7ef, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/d53d4df0a79543e78fd5ea770f6d4c22, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/e2ea29dfbbf849709cf28f46095d806d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/f7f3bf447e4b47279db63512b1c02b0c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/4043e350ac394bffbd3ba18061578610, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/6c084e7de7064ad5a629b881a7500ffe, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/9ff49987a4c343c794efcbe5825e327e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/7099b05af58845529848c63aea5f9413, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/675da7d5c7c44007a5904d78554b70e8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/9310372107834a0a9d601e4167b8fb92, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/d39b07735b2f4d37afa64c9566414ed5, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/839fa481a26b418fad41a24681274955, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/1da19989944443978cd406c76b9377a1, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/48872c15e04e4235b547b1b2c1ce213b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/20069588f2534ba48fc684f6d714f935, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/c4bb04c7b6e74c8bbab950677d59beb5, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/f646a647e0544c54971bb69266ba4ea3, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/e29e8318d5574a7daadfccc9a99ee7a0, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/4fe89193457b4d319267809a1bb98186] to archive 2024-11-11T12:14:33,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T12:14:33,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/9cf4539625764415a2e33a0cc417e15a to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/9cf4539625764415a2e33a0cc417e15a 2024-11-11T12:14:33,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/b6fdb1b842024c45a3ae89a5c83730e5 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/b6fdb1b842024c45a3ae89a5c83730e5 2024-11-11T12:14:33,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/a5f89bb9c58f44cfb9b255c92f99737d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/a5f89bb9c58f44cfb9b255c92f99737d 2024-11-11T12:14:33,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/47f3f4e03a79498cb1ae8cc49c0dd7ef to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/47f3f4e03a79498cb1ae8cc49c0dd7ef 2024-11-11T12:14:33,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/d53d4df0a79543e78fd5ea770f6d4c22 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/d53d4df0a79543e78fd5ea770f6d4c22 2024-11-11T12:14:33,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/e2ea29dfbbf849709cf28f46095d806d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/e2ea29dfbbf849709cf28f46095d806d 2024-11-11T12:14:33,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/f7f3bf447e4b47279db63512b1c02b0c to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/f7f3bf447e4b47279db63512b1c02b0c 2024-11-11T12:14:33,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/4043e350ac394bffbd3ba18061578610 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/4043e350ac394bffbd3ba18061578610 2024-11-11T12:14:33,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/6c084e7de7064ad5a629b881a7500ffe to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/6c084e7de7064ad5a629b881a7500ffe 2024-11-11T12:14:33,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/9ff49987a4c343c794efcbe5825e327e to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/9ff49987a4c343c794efcbe5825e327e 2024-11-11T12:14:33,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/7099b05af58845529848c63aea5f9413 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/7099b05af58845529848c63aea5f9413 2024-11-11T12:14:33,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/675da7d5c7c44007a5904d78554b70e8 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/675da7d5c7c44007a5904d78554b70e8 2024-11-11T12:14:33,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/9310372107834a0a9d601e4167b8fb92 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/9310372107834a0a9d601e4167b8fb92 2024-11-11T12:14:33,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/d39b07735b2f4d37afa64c9566414ed5 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/d39b07735b2f4d37afa64c9566414ed5 2024-11-11T12:14:33,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/839fa481a26b418fad41a24681274955 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/839fa481a26b418fad41a24681274955 2024-11-11T12:14:33,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/1da19989944443978cd406c76b9377a1 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/1da19989944443978cd406c76b9377a1 2024-11-11T12:14:33,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/48872c15e04e4235b547b1b2c1ce213b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/48872c15e04e4235b547b1b2c1ce213b 2024-11-11T12:14:33,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/20069588f2534ba48fc684f6d714f935 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/20069588f2534ba48fc684f6d714f935 2024-11-11T12:14:33,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/c4bb04c7b6e74c8bbab950677d59beb5 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/c4bb04c7b6e74c8bbab950677d59beb5 2024-11-11T12:14:33,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/f646a647e0544c54971bb69266ba4ea3 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/f646a647e0544c54971bb69266ba4ea3 2024-11-11T12:14:33,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/e29e8318d5574a7daadfccc9a99ee7a0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/e29e8318d5574a7daadfccc9a99ee7a0 2024-11-11T12:14:33,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/4fe89193457b4d319267809a1bb98186 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/4fe89193457b4d319267809a1bb98186 2024-11-11T12:14:33,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/73d5785b7bb14d26b8f7a43e841ad610, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/e70a1f6f5684412f966d8cd545b285ce, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/a25ffa7910674c33825b1f19fd852251, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/5c8c1530f0d74bd0ba92138037c1c5ca, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/e712ff3f3edd48fdaf6b8d504ec761a2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/3d0c79fbe2df4b06ba93983bf63bdf1e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/dfaa7a1c37a14d0ea4110cabe1b49c8e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/039e088a4d324373bc76b2449efed3c5, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/12bc0a37989445a798a04f3ad3f4d02e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/3821b137ccd74c3ebdd6d2c685111ea0, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/5f9c4fe687f7474cb68a90f7a6823e59, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/2367932542824610868ef36741fbfcc4, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/5a58c394687a4ded9e1c550c23d9ee4d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/bd396cb672b54eb8821b96628b04d5d4, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/781d1520b5d74f0888d365d11f709c4d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/b67f91c2fb4c4453a2750f6a7fc7daa5, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/70a9e4149cb347b5ad90420e3946d9b2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/8a4f2bb6419f4f09ad73362635cf982b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/986e807e9f3944be81261fd38312b6b1, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/b62abeb4d97147e68399dcae7a3b6dd9, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/4245540029d044ceb92851736431df9b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/58aedec923a8481985f3d8024c204a82] to archive 2024-11-11T12:14:33,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T12:14:33,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/73d5785b7bb14d26b8f7a43e841ad610 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/73d5785b7bb14d26b8f7a43e841ad610 2024-11-11T12:14:33,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/e70a1f6f5684412f966d8cd545b285ce to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/e70a1f6f5684412f966d8cd545b285ce 2024-11-11T12:14:33,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/a25ffa7910674c33825b1f19fd852251 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/a25ffa7910674c33825b1f19fd852251 2024-11-11T12:14:33,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/5c8c1530f0d74bd0ba92138037c1c5ca to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/5c8c1530f0d74bd0ba92138037c1c5ca 2024-11-11T12:14:33,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/e712ff3f3edd48fdaf6b8d504ec761a2 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/e712ff3f3edd48fdaf6b8d504ec761a2 2024-11-11T12:14:33,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/3d0c79fbe2df4b06ba93983bf63bdf1e to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/3d0c79fbe2df4b06ba93983bf63bdf1e 2024-11-11T12:14:33,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/dfaa7a1c37a14d0ea4110cabe1b49c8e to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/dfaa7a1c37a14d0ea4110cabe1b49c8e 2024-11-11T12:14:33,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/039e088a4d324373bc76b2449efed3c5 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/039e088a4d324373bc76b2449efed3c5 2024-11-11T12:14:33,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/12bc0a37989445a798a04f3ad3f4d02e to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/12bc0a37989445a798a04f3ad3f4d02e 2024-11-11T12:14:33,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/3821b137ccd74c3ebdd6d2c685111ea0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/3821b137ccd74c3ebdd6d2c685111ea0 2024-11-11T12:14:33,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/5f9c4fe687f7474cb68a90f7a6823e59 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/5f9c4fe687f7474cb68a90f7a6823e59 2024-11-11T12:14:33,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/2367932542824610868ef36741fbfcc4 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/2367932542824610868ef36741fbfcc4 2024-11-11T12:14:33,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/5a58c394687a4ded9e1c550c23d9ee4d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/5a58c394687a4ded9e1c550c23d9ee4d 2024-11-11T12:14:33,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/bd396cb672b54eb8821b96628b04d5d4 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/bd396cb672b54eb8821b96628b04d5d4 2024-11-11T12:14:33,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/781d1520b5d74f0888d365d11f709c4d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/781d1520b5d74f0888d365d11f709c4d 2024-11-11T12:14:33,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/b67f91c2fb4c4453a2750f6a7fc7daa5 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/b67f91c2fb4c4453a2750f6a7fc7daa5 2024-11-11T12:14:33,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/70a9e4149cb347b5ad90420e3946d9b2 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/70a9e4149cb347b5ad90420e3946d9b2 2024-11-11T12:14:33,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/8a4f2bb6419f4f09ad73362635cf982b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/8a4f2bb6419f4f09ad73362635cf982b 2024-11-11T12:14:33,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/986e807e9f3944be81261fd38312b6b1 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/986e807e9f3944be81261fd38312b6b1 2024-11-11T12:14:33,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/b62abeb4d97147e68399dcae7a3b6dd9 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/b62abeb4d97147e68399dcae7a3b6dd9 2024-11-11T12:14:33,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/4245540029d044ceb92851736431df9b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/4245540029d044ceb92851736431df9b 2024-11-11T12:14:33,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/58aedec923a8481985f3d8024c204a82 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/58aedec923a8481985f3d8024c204a82 2024-11-11T12:14:33,407 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/recovered.edits/371.seqid, newMaxSeqId=371, maxSeqId=1 2024-11-11T12:14:33,410 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530. 2024-11-11T12:14:33,410 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1635): Region close journal for 8846dc3400dc9c16f6ed17a8bec88530: 2024-11-11T12:14:33,413 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(170): Closed 8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:33,413 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=8846dc3400dc9c16f6ed17a8bec88530, regionState=CLOSED 2024-11-11T12:14:33,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-11T12:14:33,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseRegionProcedure 8846dc3400dc9c16f6ed17a8bec88530, server=645b80804bed,34363,1731327241210 in 1.3720 sec 2024-11-11T12:14:33,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=28, resume processing ppid=27 2024-11-11T12:14:33,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=27, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8846dc3400dc9c16f6ed17a8bec88530, UNASSIGN in 1.3960 sec 2024-11-11T12:14:33,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-11T12:14:33,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4070 sec 2024-11-11T12:14:33,429 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731327273429"}]},"ts":"1731327273429"} 2024-11-11T12:14:33,431 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T12:14:33,451 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T12:14:33,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5010 sec 2024-11-11T12:14:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-11T12:14:34,081 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-11T12:14:34,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-11T12:14:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:14:34,091 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=30, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:14:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-11T12:14:34,094 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=30, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:14:34,107 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:34,117 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A, FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B, FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C, FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/recovered.edits] 2024-11-11T12:14:34,124 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/2b2091b8b7e843e4a6bcffee778e4150 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/2b2091b8b7e843e4a6bcffee778e4150 2024-11-11T12:14:34,126 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/711812b95e8345929f1bccbbad8e0561 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/711812b95e8345929f1bccbbad8e0561 2024-11-11T12:14:34,128 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/b1e0b17ef8bf4cb8a110507df59a8ae7 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/b1e0b17ef8bf4cb8a110507df59a8ae7 2024-11-11T12:14:34,130 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/ed76c85c50f842ec9d5b780b7b6e049f to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/A/ed76c85c50f842ec9d5b780b7b6e049f 2024-11-11T12:14:34,138 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/25eaabf57f8d48e5bacc6258326a4b3e to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/25eaabf57f8d48e5bacc6258326a4b3e 2024-11-11T12:14:34,145 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/2cb6fda82da4448f9f2d247a05c46b26 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/2cb6fda82da4448f9f2d247a05c46b26 2024-11-11T12:14:34,147 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/70dfef06ceba4da4abb9db1e3d9d645e to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/70dfef06ceba4da4abb9db1e3d9d645e 2024-11-11T12:14:34,154 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/7491ad83128f4ae7baa10a9d67ec1f18 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/B/7491ad83128f4ae7baa10a9d67ec1f18 2024-11-11T12:14:34,163 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/0697442cdd2c4940ae95f25430e76d80 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/0697442cdd2c4940ae95f25430e76d80 2024-11-11T12:14:34,167 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/0d021ca780684db5a53125bff6c23ae7 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/0d021ca780684db5a53125bff6c23ae7 2024-11-11T12:14:34,170 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/5a668b8228e24edf9271c4f5b5ba951d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/5a668b8228e24edf9271c4f5b5ba951d 2024-11-11T12:14:34,172 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/cb674880b5274d6187154bc508c7b650 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/C/cb674880b5274d6187154bc508c7b650 2024-11-11T12:14:34,180 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/recovered.edits/371.seqid to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530/recovered.edits/371.seqid 2024-11-11T12:14:34,188 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/8846dc3400dc9c16f6ed17a8bec88530 2024-11-11T12:14:34,188 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T12:14:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-11T12:14:34,204 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=30, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:14:34,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-11T12:14:34,219 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T12:14:34,269 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T12:14:34,270 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=30, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:14:34,270 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T12:14:34,271 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731327274270"}]},"ts":"9223372036854775807"} 2024-11-11T12:14:34,274 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-11T12:14:34,274 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8846dc3400dc9c16f6ed17a8bec88530, NAME => 'TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T12:14:34,274 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T12:14:34,275 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731327274274"}]},"ts":"9223372036854775807"} 2024-11-11T12:14:34,295 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-11T12:14:34,338 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=30, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:14:34,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 253 msec 2024-11-11T12:14:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-11T12:14:34,396 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-11T12:14:34,408 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=239 (was 219) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;645b80804bed:34363-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1418699486_22 at /127.0.0.1:52634 [Waiting for operation #76] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x24572b42-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x24572b42-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/645b80804bed:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/645b80804bed:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1516672470_22 at /127.0.0.1:49336 [Waiting for operation #216] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x24572b42-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1418699486_22 at /127.0.0.1:42206 [Waiting for operation #204] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x24572b42-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=458 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1714 (was 1410) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2715 (was 3125) 2024-11-11T12:14:34,419 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=1714, ProcessCount=11, AvailableMemoryMB=2714 2024-11-11T12:14:34,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T12:14:34,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T12:14:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T12:14:34,423 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T12:14:34,423 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:34,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 31 2024-11-11T12:14:34,424 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T12:14:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-11T12:14:34,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741917_1093 (size=960) 2024-11-11T12:14:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-11T12:14:34,679 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:42835 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:42835,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-11T12:14:34,849 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16 2024-11-11T12:14:34,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741918_1094 (size=53) 2024-11-11T12:14:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-11T12:14:35,256 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T12:14:35,256 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e1517a8d6bc2d5d9d5b79c1f97aedda0, disabling compactions & flushes 2024-11-11T12:14:35,256 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:35,256 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:35,256 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. after waiting 0 ms 2024-11-11T12:14:35,256 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:35,256 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:35,256 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:35,258 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T12:14:35,258 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731327275258"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731327275258"}]},"ts":"1731327275258"} 2024-11-11T12:14:35,260 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T12:14:35,261 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T12:14:35,262 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731327275261"}]},"ts":"1731327275261"} 2024-11-11T12:14:35,263 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T12:14:35,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1517a8d6bc2d5d9d5b79c1f97aedda0, ASSIGN}] 2024-11-11T12:14:35,331 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1517a8d6bc2d5d9d5b79c1f97aedda0, ASSIGN 2024-11-11T12:14:35,333 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1517a8d6bc2d5d9d5b79c1f97aedda0, ASSIGN; state=OFFLINE, location=645b80804bed,34363,1731327241210; forceNewPlan=false, retain=false 2024-11-11T12:14:35,486 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=e1517a8d6bc2d5d9d5b79c1f97aedda0, regionState=OPENING, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:14:35,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; OpenRegionProcedure e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210}] 2024-11-11T12:14:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-11T12:14:35,639 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:35,644 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:35,644 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7285): Opening region: {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} 2024-11-11T12:14:35,644 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:35,644 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T12:14:35,645 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7327): checking encryption for e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:35,645 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7330): checking classloading for e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:35,647 INFO [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:35,649 INFO [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:14:35,649 INFO [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1517a8d6bc2d5d9d5b79c1f97aedda0 columnFamilyName A 2024-11-11T12:14:35,649 DEBUG [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:35,650 INFO [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] regionserver.HStore(327): Store=e1517a8d6bc2d5d9d5b79c1f97aedda0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:14:35,650 INFO [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:35,657 INFO [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:14:35,658 INFO [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1517a8d6bc2d5d9d5b79c1f97aedda0 columnFamilyName B 2024-11-11T12:14:35,658 DEBUG [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:35,659 INFO [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] regionserver.HStore(327): Store=e1517a8d6bc2d5d9d5b79c1f97aedda0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:14:35,660 INFO [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:35,661 INFO [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:14:35,662 INFO [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1517a8d6bc2d5d9d5b79c1f97aedda0 columnFamilyName C 2024-11-11T12:14:35,662 DEBUG [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:35,663 INFO [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] regionserver.HStore(327): Store=e1517a8d6bc2d5d9d5b79c1f97aedda0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:14:35,663 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:35,664 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:35,665 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:35,667 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T12:14:35,669 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1085): writing seq id for e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:35,683 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T12:14:35,684 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1102): Opened e1517a8d6bc2d5d9d5b79c1f97aedda0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72847903, jitterRate=0.08551834523677826}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T12:14:35,685 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1001): Region open journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:35,691 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0., pid=33, masterSystemTime=1731327275639 2024-11-11T12:14:35,699 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:35,699 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:35,703 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=e1517a8d6bc2d5d9d5b79c1f97aedda0, regionState=OPEN, openSeqNum=2, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:14:35,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-11T12:14:35,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; OpenRegionProcedure e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 in 222 msec 2024-11-11T12:14:35,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-11-11T12:14:35,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1517a8d6bc2d5d9d5b79c1f97aedda0, ASSIGN in 405 msec 2024-11-11T12:14:35,733 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T12:14:35,733 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731327275733"}]},"ts":"1731327275733"} 2024-11-11T12:14:35,739 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T12:14:36,275 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T12:14:36,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.8540 sec 2024-11-11T12:14:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-11T12:14:36,545 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 31 completed 2024-11-11T12:14:36,548 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f3c14c0 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3242ee55 2024-11-11T12:14:36,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3b0c59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:14:36,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:14:36,627 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:14:36,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T12:14:36,664 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T12:14:36,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T12:14:36,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T12:14:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-11T12:14:36,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741919_1095 (size=996) 2024-11-11T12:14:37,203 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-11T12:14:37,203 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-11T12:14:37,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T12:14:37,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1517a8d6bc2d5d9d5b79c1f97aedda0, REOPEN/MOVE}] 2024-11-11T12:14:37,238 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1517a8d6bc2d5d9d5b79c1f97aedda0, REOPEN/MOVE 2024-11-11T12:14:37,239 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=e1517a8d6bc2d5d9d5b79c1f97aedda0, regionState=CLOSING, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:14:37,248 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T12:14:37,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210}] 2024-11-11T12:14:37,403 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:37,405 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:37,405 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T12:14:37,405 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing e1517a8d6bc2d5d9d5b79c1f97aedda0, disabling compactions & flushes 2024-11-11T12:14:37,405 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:37,405 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:37,405 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. after waiting 0 ms 2024-11-11T12:14:37,406 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:37,418 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T12:14:37,421 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:37,421 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:37,421 WARN [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionServer(3786): Not adding moved region record: e1517a8d6bc2d5d9d5b79c1f97aedda0 to self. 2024-11-11T12:14:37,425 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:37,428 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=e1517a8d6bc2d5d9d5b79c1f97aedda0, regionState=CLOSED 2024-11-11T12:14:37,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-11T12:14:37,436 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1517a8d6bc2d5d9d5b79c1f97aedda0, REOPEN/MOVE; state=CLOSED, location=645b80804bed,34363,1731327241210; forceNewPlan=false, retain=true 2024-11-11T12:14:37,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 in 183 msec 2024-11-11T12:14:37,587 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=e1517a8d6bc2d5d9d5b79c1f97aedda0, regionState=OPENING, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:14:37,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=36, state=RUNNABLE; OpenRegionProcedure e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210}] 2024-11-11T12:14:37,747 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:37,751 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:37,751 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} 2024-11-11T12:14:37,751 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:37,751 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T12:14:37,752 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:37,752 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:37,759 INFO [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:37,763 INFO [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:14:37,769 INFO [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1517a8d6bc2d5d9d5b79c1f97aedda0 columnFamilyName A 2024-11-11T12:14:37,779 DEBUG [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:37,780 INFO [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] regionserver.HStore(327): Store=e1517a8d6bc2d5d9d5b79c1f97aedda0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:14:37,781 INFO [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:37,782 INFO [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:14:37,783 INFO [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1517a8d6bc2d5d9d5b79c1f97aedda0 columnFamilyName B 2024-11-11T12:14:37,783 DEBUG [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:37,788 INFO [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] regionserver.HStore(327): Store=e1517a8d6bc2d5d9d5b79c1f97aedda0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:14:37,789 INFO [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:37,793 INFO [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:14:37,793 INFO [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1517a8d6bc2d5d9d5b79c1f97aedda0 columnFamilyName C 2024-11-11T12:14:37,793 DEBUG [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:37,799 INFO [StoreOpener-e1517a8d6bc2d5d9d5b79c1f97aedda0-1 {}] regionserver.HStore(327): Store=e1517a8d6bc2d5d9d5b79c1f97aedda0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:14:37,800 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:37,801 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:37,803 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:37,809 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T12:14:37,818 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:37,823 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened e1517a8d6bc2d5d9d5b79c1f97aedda0; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64451148, jitterRate=-0.03960305452346802}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T12:14:37,824 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:37,827 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0., pid=38, masterSystemTime=1731327277747 2024-11-11T12:14:37,829 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:37,829 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:37,829 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=e1517a8d6bc2d5d9d5b79c1f97aedda0, regionState=OPEN, openSeqNum=5, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:14:37,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=36 2024-11-11T12:14:37,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=36, state=SUCCESS; OpenRegionProcedure e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 in 238 msec 2024-11-11T12:14:37,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-11T12:14:37,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1517a8d6bc2d5d9d5b79c1f97aedda0, REOPEN/MOVE in 598 msec 2024-11-11T12:14:37,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-11T12:14:37,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 623 msec 2024-11-11T12:14:37,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 1.1410 sec 2024-11-11T12:14:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-11T12:14:37,850 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a0aa7d7 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2aa409d0 2024-11-11T12:14:37,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27600c58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:14:37,930 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0231f064 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53af6163 2024-11-11T12:14:37,976 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T12:14:37,977 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T12:14:37,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57449e06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:14:37,996 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28c904d8 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15736fcc 2024-11-11T12:14:38,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b51e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:14:38,052 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d6eb994 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32168855 2024-11-11T12:14:38,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c517130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:14:38,095 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a63fed4 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40832d66 2024-11-11T12:14:38,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776c0cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:14:38,117 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29dad7a8 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3ec46f90 2024-11-11T12:14:38,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347ad9b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:14:38,137 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62c6fdab to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f63b68c 2024-11-11T12:14:38,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d36579b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:14:38,156 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x250a1de4 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@473f181f 2024-11-11T12:14:38,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681a05ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:14:38,201 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49456175 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@768577a2 2024-11-11T12:14:38,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0829fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:14:38,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:14:38,254 DEBUG [hconnection-0x37e7c97-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:14:38,254 DEBUG [hconnection-0x319be96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:14:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees 2024-11-11T12:14:38,257 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:14:38,258 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:14:38,259 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=39, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:14:38,260 DEBUG [hconnection-0x7ee0707e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:14:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-11T12:14:38,264 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33128, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:14:38,266 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=39, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:14:38,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:14:38,267 DEBUG [hconnection-0x637817c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:14:38,268 DEBUG [hconnection-0x57263cc8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:14:38,268 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:14:38,269 DEBUG [hconnection-0x3a54e133-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:14:38,269 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:14:38,270 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:14:38,276 DEBUG [hconnection-0x7b6d404a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:14:38,276 DEBUG [hconnection-0x219c5acc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:14:38,277 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:14:38,279 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:14:38,281 DEBUG [hconnection-0x3f1760b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:14:38,283 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:14:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:38,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1517a8d6bc2d5d9d5b79c1f97aedda0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T12:14:38,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=A 2024-11-11T12:14:38,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:38,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=B 2024-11-11T12:14:38,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:38,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=C 2024-11-11T12:14:38,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:38,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a30bd34ecf0145cf8f37639029aa90f0_e1517a8d6bc2d5d9d5b79c1f97aedda0 is 50, key is test_row_0/A:col10/1731327278287/Put/seqid=0 2024-11-11T12:14:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-11T12:14:38,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327338364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:38,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327338372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:38,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327338380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:38,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327338383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:38,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33110 deadline: 1731327338384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:38,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741920_1096 (size=12154) 2024-11-11T12:14:38,421 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:38,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-11T12:14:38,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:38,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:38,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:38,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:38,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:38,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327338488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:38,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327338500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:38,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327338508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:38,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327338508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:38,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33110 deadline: 1731327338512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:38,578 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-11T12:14:38,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-11T12:14:38,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:38,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:38,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:38,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:38,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:38,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327338704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:38,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327338715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:38,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327338716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:38,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327338720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:38,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33110 deadline: 1731327338725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:38,755 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:38,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-11T12:14:38,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:38,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:38,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:38,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:38,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:38,820 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:38,857 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a30bd34ecf0145cf8f37639029aa90f0_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a30bd34ecf0145cf8f37639029aa90f0_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:38,862 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/5bc488d8b67647dca8f09bbe17d4691e, store: [table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:38,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/5bc488d8b67647dca8f09bbe17d4691e is 175, key is test_row_0/A:col10/1731327278287/Put/seqid=0 2024-11-11T12:14:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-11T12:14:38,927 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:38,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741921_1097 (size=30955) 2024-11-11T12:14:38,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-11T12:14:38,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:38,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:38,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:38,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:38,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:39,001 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T12:14:39,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327339016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:39,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327339030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:39,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327339039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:39,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327339028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:39,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33110 deadline: 1731327339044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:39,094 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:39,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-11T12:14:39,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:39,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:39,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:39,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:39,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:39,252 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:39,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-11T12:14:39,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:39,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:39,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:39,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:39,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:39,339 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/5bc488d8b67647dca8f09bbe17d4691e 2024-11-11T12:14:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-11T12:14:39,427 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:39,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-11T12:14:39,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:39,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:39,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:39,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:39,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:39,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/f00fb76061eb4618bf29ef8d489535e9 is 50, key is test_row_0/B:col10/1731327278287/Put/seqid=0 2024-11-11T12:14:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:39,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741922_1098 (size=12001) 2024-11-11T12:14:39,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327339527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:39,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327339540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:39,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327339555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:39,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327339556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:39,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33110 deadline: 1731327339555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:39,591 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:39,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-11T12:14:39,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:39,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:39,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:39,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:39,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:39,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:39,763 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:39,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-11T12:14:39,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:39,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:39,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:39,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:39,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:39,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/f00fb76061eb4618bf29ef8d489535e9 2024-11-11T12:14:39,931 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:39,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-11T12:14:39,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:39,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:39,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:39,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:39,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:39,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/d04a91e6d7b24645a381d121109007b0 is 50, key is test_row_0/C:col10/1731327278287/Put/seqid=0 2024-11-11T12:14:40,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741923_1099 (size=12001) 2024-11-11T12:14:40,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/d04a91e6d7b24645a381d121109007b0 2024-11-11T12:14:40,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/5bc488d8b67647dca8f09bbe17d4691e as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/5bc488d8b67647dca8f09bbe17d4691e 2024-11-11T12:14:40,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/5bc488d8b67647dca8f09bbe17d4691e, entries=150, sequenceid=18, filesize=30.2 K 2024-11-11T12:14:40,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/f00fb76061eb4618bf29ef8d489535e9 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/f00fb76061eb4618bf29ef8d489535e9 2024-11-11T12:14:40,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/f00fb76061eb4618bf29ef8d489535e9, entries=150, sequenceid=18, filesize=11.7 K 2024-11-11T12:14:40,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/d04a91e6d7b24645a381d121109007b0 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/d04a91e6d7b24645a381d121109007b0 2024-11-11T12:14:40,091 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:40,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-11T12:14:40,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:40,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:40,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:40,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:40,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:40,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/d04a91e6d7b24645a381d121109007b0, entries=150, sequenceid=18, filesize=11.7 K 2024-11-11T12:14:40,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e1517a8d6bc2d5d9d5b79c1f97aedda0 in 1837ms, sequenceid=18, compaction requested=false 2024-11-11T12:14:40,124 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-11T12:14:40,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:40,261 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:40,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-11T12:14:40,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:40,262 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2837): Flushing e1517a8d6bc2d5d9d5b79c1f97aedda0 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T12:14:40,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=A 2024-11-11T12:14:40,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:40,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=B 2024-11-11T12:14:40,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:40,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=C 2024-11-11T12:14:40,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:40,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d51f6b7cded14399ac8811e9dba97ece_e1517a8d6bc2d5d9d5b79c1f97aedda0 is 50, key is test_row_0/A:col10/1731327278370/Put/seqid=0 2024-11-11T12:14:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-11T12:14:40,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741924_1100 (size=12154) 2024-11-11T12:14:40,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:40,448 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d51f6b7cded14399ac8811e9dba97ece_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d51f6b7cded14399ac8811e9dba97ece_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:40,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/0e91bd9b1d114b4cbe3ccb3ca081a3d1, store: [table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:40,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/0e91bd9b1d114b4cbe3ccb3ca081a3d1 is 175, key is test_row_0/A:col10/1731327278370/Put/seqid=0 2024-11-11T12:14:40,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741925_1101 (size=30955) 2024-11-11T12:14:40,480 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/0e91bd9b1d114b4cbe3ccb3ca081a3d1 2024-11-11T12:14:40,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/8cc6cc3fb5804197befbae450cfcb9b9 is 50, key is test_row_0/B:col10/1731327278370/Put/seqid=0 2024-11-11T12:14:40,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:40,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741926_1102 (size=12001) 2024-11-11T12:14:40,579 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/8cc6cc3fb5804197befbae450cfcb9b9 2024-11-11T12:14:40,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327340578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:40,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327340581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:40,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327340579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:40,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327340583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:40,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33110 deadline: 1731327340594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:40,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/4057031e1fe94d1a85a2da65a46a5a6a is 50, key is test_row_0/C:col10/1731327278370/Put/seqid=0 2024-11-11T12:14:40,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741927_1103 (size=12001) 2024-11-11T12:14:40,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327340687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:40,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327340688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:40,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327340689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:40,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327340704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:40,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327340893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:40,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327340899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:40,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327340900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:40,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327340923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:41,084 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/4057031e1fe94d1a85a2da65a46a5a6a 2024-11-11T12:14:41,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/0e91bd9b1d114b4cbe3ccb3ca081a3d1 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/0e91bd9b1d114b4cbe3ccb3ca081a3d1 2024-11-11T12:14:41,124 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/0e91bd9b1d114b4cbe3ccb3ca081a3d1, entries=150, sequenceid=40, filesize=30.2 K 2024-11-11T12:14:41,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/8cc6cc3fb5804197befbae450cfcb9b9 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/8cc6cc3fb5804197befbae450cfcb9b9 2024-11-11T12:14:41,147 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/8cc6cc3fb5804197befbae450cfcb9b9, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T12:14:41,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/4057031e1fe94d1a85a2da65a46a5a6a as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/4057031e1fe94d1a85a2da65a46a5a6a 2024-11-11T12:14:41,171 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/4057031e1fe94d1a85a2da65a46a5a6a, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T12:14:41,180 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e1517a8d6bc2d5d9d5b79c1f97aedda0 in 918ms, sequenceid=40, compaction requested=false 2024-11-11T12:14:41,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2538): Flush status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:41,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:41,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-11T12:14:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=40 2024-11-11T12:14:41,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-11T12:14:41,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9250 sec 2024-11-11T12:14:41,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees in 2.9590 sec 2024-11-11T12:14:41,216 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1517a8d6bc2d5d9d5b79c1f97aedda0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T12:14:41,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=A 2024-11-11T12:14:41,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:41,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=B 2024-11-11T12:14:41,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:41,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=C 2024-11-11T12:14:41,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:41,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111be6ead03d0664abebf95b88bd23933e0_e1517a8d6bc2d5d9d5b79c1f97aedda0 is 50, key is test_row_0/A:col10/1731327280580/Put/seqid=0 2024-11-11T12:14:41,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327341294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:41,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327341295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:41,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327341296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:41,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:41,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327341297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:41,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741928_1104 (size=12154) 2024-11-11T12:14:41,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327341412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:41,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327341416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:41,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327341416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:41,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327341417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:41,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327341628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:41,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327341629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:41,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:41,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327341629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:41,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:41,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327341633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:41,745 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:41,772 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111be6ead03d0664abebf95b88bd23933e0_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111be6ead03d0664abebf95b88bd23933e0_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:41,779 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/fed55832f4894b75942eb12cced1f909, store: [table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:41,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/fed55832f4894b75942eb12cced1f909 is 175, key is test_row_0/A:col10/1731327280580/Put/seqid=0 2024-11-11T12:14:41,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741929_1105 (size=30955) 2024-11-11T12:14:41,835 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/fed55832f4894b75942eb12cced1f909 2024-11-11T12:14:41,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/d7d6b7c33e364d8095ab13dad7776e36 is 50, key is test_row_0/B:col10/1731327280580/Put/seqid=0 2024-11-11T12:14:41,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741930_1106 (size=12001) 2024-11-11T12:14:41,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327341943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:41,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327341944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:41,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327341949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:41,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327341949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:42,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/d7d6b7c33e364d8095ab13dad7776e36 2024-11-11T12:14:42,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/aae69e643e8f470abc93aaecf561568b is 50, key is test_row_0/C:col10/1731327280580/Put/seqid=0 2024-11-11T12:14:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-11T12:14:42,401 INFO [Thread-515 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-11T12:14:42,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:14:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-11-11T12:14:42,406 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:14:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-11T12:14:42,407 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:14:42,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:14:42,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741931_1107 (size=12001) 2024-11-11T12:14:42,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327342454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:42,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327342455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:42,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327342457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:42,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327342460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-11T12:14:42,567 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:42,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-11T12:14:42,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:42,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:42,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:42,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:42,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:42,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33110 deadline: 1731327342608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:42,624 DEBUG [Thread-513 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4240 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0., hostname=645b80804bed,34363,1731327241210, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T12:14:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-11T12:14:42,747 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:42,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-11T12:14:42,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:42,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:42,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:42,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:42,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:42,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/aae69e643e8f470abc93aaecf561568b 2024-11-11T12:14:42,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/fed55832f4894b75942eb12cced1f909 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/fed55832f4894b75942eb12cced1f909 2024-11-11T12:14:42,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/fed55832f4894b75942eb12cced1f909, entries=150, sequenceid=55, filesize=30.2 K 2024-11-11T12:14:42,922 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:42,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/d7d6b7c33e364d8095ab13dad7776e36 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/d7d6b7c33e364d8095ab13dad7776e36 2024-11-11T12:14:42,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-11T12:14:42,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:42,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:42,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:42,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:42,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:42,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/d7d6b7c33e364d8095ab13dad7776e36, entries=150, sequenceid=55, filesize=11.7 K 2024-11-11T12:14:42,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/aae69e643e8f470abc93aaecf561568b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/aae69e643e8f470abc93aaecf561568b 2024-11-11T12:14:43,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/aae69e643e8f470abc93aaecf561568b, entries=150, sequenceid=55, filesize=11.7 K 2024-11-11T12:14:43,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for e1517a8d6bc2d5d9d5b79c1f97aedda0 in 1794ms, sequenceid=55, compaction requested=true 2024-11-11T12:14:43,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:43,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1517a8d6bc2d5d9d5b79c1f97aedda0:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:14:43,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:43,010 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:43,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1517a8d6bc2d5d9d5b79c1f97aedda0:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:14:43,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:43,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1517a8d6bc2d5d9d5b79c1f97aedda0:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:14:43,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T12:14:43,010 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:43,017 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:43,018 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:43,019 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): e1517a8d6bc2d5d9d5b79c1f97aedda0/B is initiating minor compaction (all files) 2024-11-11T12:14:43,019 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1517a8d6bc2d5d9d5b79c1f97aedda0/B in TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:43,019 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/f00fb76061eb4618bf29ef8d489535e9, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/8cc6cc3fb5804197befbae450cfcb9b9, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/d7d6b7c33e364d8095ab13dad7776e36] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp, totalSize=35.2 K 2024-11-11T12:14:43,019 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): e1517a8d6bc2d5d9d5b79c1f97aedda0/A is initiating minor compaction (all files) 2024-11-11T12:14:43,020 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1517a8d6bc2d5d9d5b79c1f97aedda0/A in TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:43,020 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/5bc488d8b67647dca8f09bbe17d4691e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/0e91bd9b1d114b4cbe3ccb3ca081a3d1, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/fed55832f4894b75942eb12cced1f909] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp, totalSize=90.7 K 2024-11-11T12:14:43,020 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:43,020 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. files: [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/5bc488d8b67647dca8f09bbe17d4691e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/0e91bd9b1d114b4cbe3ccb3ca081a3d1, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/fed55832f4894b75942eb12cced1f909] 2024-11-11T12:14:43,024 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting f00fb76061eb4618bf29ef8d489535e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731327278279 2024-11-11T12:14:43,024 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bc488d8b67647dca8f09bbe17d4691e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731327278279 2024-11-11T12:14:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-11T12:14:43,035 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e91bd9b1d114b4cbe3ccb3ca081a3d1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731327278342 2024-11-11T12:14:43,036 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cc6cc3fb5804197befbae450cfcb9b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731327278342 2024-11-11T12:14:43,042 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting fed55832f4894b75942eb12cced1f909, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731327280559 2024-11-11T12:14:43,043 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting d7d6b7c33e364d8095ab13dad7776e36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731327280559 2024-11-11T12:14:43,066 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1517a8d6bc2d5d9d5b79c1f97aedda0#B#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:43,067 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/c148b05057aa469ea3a20b0495d91156 is 50, key is test_row_0/B:col10/1731327280580/Put/seqid=0 2024-11-11T12:14:43,080 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:43,094 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111db0c008417c245da8e1b50b62e995858_e1517a8d6bc2d5d9d5b79c1f97aedda0 store=[table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:43,097 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:43,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-11T12:14:43,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:43,106 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing e1517a8d6bc2d5d9d5b79c1f97aedda0 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-11T12:14:43,106 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111db0c008417c245da8e1b50b62e995858_e1517a8d6bc2d5d9d5b79c1f97aedda0, store=[table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:43,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=A 2024-11-11T12:14:43,106 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111db0c008417c245da8e1b50b62e995858_e1517a8d6bc2d5d9d5b79c1f97aedda0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:43,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:43,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=B 2024-11-11T12:14:43,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:43,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=C 2024-11-11T12:14:43,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:43,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741932_1108 (size=12104) 2024-11-11T12:14:43,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741933_1109 (size=4469) 2024-11-11T12:14:43,212 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1517a8d6bc2d5d9d5b79c1f97aedda0#A#compaction#88 average throughput is 0.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:43,214 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/4bc8a77753ad4f2d8f153a319b344355 is 175, key is test_row_0/A:col10/1731327280580/Put/seqid=0 2024-11-11T12:14:43,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111164bc9b861d524ba1baf93402e0011d91_e1517a8d6bc2d5d9d5b79c1f97aedda0 is 50, key is test_row_0/A:col10/1731327281294/Put/seqid=0 2024-11-11T12:14:43,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741934_1110 (size=31058) 2024-11-11T12:14:43,299 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/4bc8a77753ad4f2d8f153a319b344355 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/4bc8a77753ad4f2d8f153a319b344355 2024-11-11T12:14:43,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741935_1111 (size=12154) 2024-11-11T12:14:43,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:43,348 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1517a8d6bc2d5d9d5b79c1f97aedda0/A of e1517a8d6bc2d5d9d5b79c1f97aedda0 into 4bc8a77753ad4f2d8f153a319b344355(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:43,348 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:43,348 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0., storeName=e1517a8d6bc2d5d9d5b79c1f97aedda0/A, priority=13, startTime=1731327283010; duration=0sec 2024-11-11T12:14:43,348 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:43,348 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1517a8d6bc2d5d9d5b79c1f97aedda0:A 2024-11-11T12:14:43,348 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:43,357 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111164bc9b861d524ba1baf93402e0011d91_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111164bc9b861d524ba1baf93402e0011d91_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:43,357 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:43,357 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): e1517a8d6bc2d5d9d5b79c1f97aedda0/C is initiating minor compaction (all files) 2024-11-11T12:14:43,358 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1517a8d6bc2d5d9d5b79c1f97aedda0/C in TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:43,358 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/d04a91e6d7b24645a381d121109007b0, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/4057031e1fe94d1a85a2da65a46a5a6a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/aae69e643e8f470abc93aaecf561568b] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp, totalSize=35.2 K 2024-11-11T12:14:43,364 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting d04a91e6d7b24645a381d121109007b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731327278279 2024-11-11T12:14:43,368 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4057031e1fe94d1a85a2da65a46a5a6a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731327278342 2024-11-11T12:14:43,369 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting aae69e643e8f470abc93aaecf561568b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731327280559 2024-11-11T12:14:43,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/70d4ba6e9c4f41c1a8d3eaa3bd1cb966, store: [table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:43,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/70d4ba6e9c4f41c1a8d3eaa3bd1cb966 is 175, key is test_row_0/A:col10/1731327281294/Put/seqid=0 2024-11-11T12:14:43,418 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1517a8d6bc2d5d9d5b79c1f97aedda0#C#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:43,418 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/a55bbaf93901425b812232de32eedca3 is 50, key is test_row_0/C:col10/1731327280580/Put/seqid=0 2024-11-11T12:14:43,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741936_1112 (size=30955) 2024-11-11T12:14:43,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:43,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741937_1113 (size=12104) 2024-11-11T12:14:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-11T12:14:43,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327343526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:43,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327343529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:43,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327343531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:43,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327343520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:43,593 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/c148b05057aa469ea3a20b0495d91156 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/c148b05057aa469ea3a20b0495d91156 2024-11-11T12:14:43,605 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1517a8d6bc2d5d9d5b79c1f97aedda0/B of e1517a8d6bc2d5d9d5b79c1f97aedda0 into c148b05057aa469ea3a20b0495d91156(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:43,605 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:43,605 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0., storeName=e1517a8d6bc2d5d9d5b79c1f97aedda0/B, priority=13, startTime=1731327283010; duration=0sec 2024-11-11T12:14:43,606 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:43,606 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1517a8d6bc2d5d9d5b79c1f97aedda0:B 2024-11-11T12:14:43,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:43,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327343644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:43,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327343644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:43,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327343648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327343643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:43,816 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/70d4ba6e9c4f41c1a8d3eaa3bd1cb966 2024-11-11T12:14:43,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327343855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:43,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327343856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:43,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327343858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:43,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/24579cdcb82143d5b49ded4594d260ad is 50, key is test_row_0/B:col10/1731327281294/Put/seqid=0 2024-11-11T12:14:43,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327343878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:43,918 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/a55bbaf93901425b812232de32eedca3 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/a55bbaf93901425b812232de32eedca3 2024-11-11T12:14:43,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741938_1114 (size=12001) 2024-11-11T12:14:43,930 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1517a8d6bc2d5d9d5b79c1f97aedda0/C of e1517a8d6bc2d5d9d5b79c1f97aedda0 into a55bbaf93901425b812232de32eedca3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:43,930 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:43,930 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0., storeName=e1517a8d6bc2d5d9d5b79c1f97aedda0/C, priority=13, startTime=1731327283010; duration=0sec 2024-11-11T12:14:43,930 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:43,930 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1517a8d6bc2d5d9d5b79c1f97aedda0:C 2024-11-11T12:14:44,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327344170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:44,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327344170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:44,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327344167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:44,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327344204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:44,319 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/24579cdcb82143d5b49ded4594d260ad 2024-11-11T12:14:44,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/635fac0e532148f4afdaea727c6c5556 is 50, key is test_row_0/C:col10/1731327281294/Put/seqid=0 2024-11-11T12:14:44,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741939_1115 (size=12001) 2024-11-11T12:14:44,399 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/635fac0e532148f4afdaea727c6c5556 2024-11-11T12:14:44,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/70d4ba6e9c4f41c1a8d3eaa3bd1cb966 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/70d4ba6e9c4f41c1a8d3eaa3bd1cb966 2024-11-11T12:14:44,504 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/70d4ba6e9c4f41c1a8d3eaa3bd1cb966, entries=150, sequenceid=76, filesize=30.2 K 2024-11-11T12:14:44,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/24579cdcb82143d5b49ded4594d260ad as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/24579cdcb82143d5b49ded4594d260ad 2024-11-11T12:14:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-11T12:14:44,544 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/24579cdcb82143d5b49ded4594d260ad, entries=150, sequenceid=76, filesize=11.7 K 2024-11-11T12:14:44,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/635fac0e532148f4afdaea727c6c5556 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/635fac0e532148f4afdaea727c6c5556 2024-11-11T12:14:44,570 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/635fac0e532148f4afdaea727c6c5556, entries=150, sequenceid=76, filesize=11.7 K 2024-11-11T12:14:44,576 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for e1517a8d6bc2d5d9d5b79c1f97aedda0 in 1469ms, sequenceid=76, compaction requested=false 2024-11-11T12:14:44,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:44,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:44,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-11T12:14:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-11-11T12:14:44,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-11T12:14:44,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1810 sec 2024-11-11T12:14:44,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 2.1910 sec 2024-11-11T12:14:44,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1517a8d6bc2d5d9d5b79c1f97aedda0 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-11T12:14:44,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=A 2024-11-11T12:14:44,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:44,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=B 2024-11-11T12:14:44,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:44,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=C 2024-11-11T12:14:44,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:44,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112c0d875298ae4a26a87567722ebf2354_e1517a8d6bc2d5d9d5b79c1f97aedda0 is 50, key is test_row_0/A:col10/1731327283526/Put/seqid=0 2024-11-11T12:14:44,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327344764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:44,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327344764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:44,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741940_1116 (size=14594) 2024-11-11T12:14:44,791 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:44,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327344781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:44,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327344792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:44,824 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112c0d875298ae4a26a87567722ebf2354_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112c0d875298ae4a26a87567722ebf2354_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:44,828 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/ec36d9a16ded43ceb66a21a92a87d430, store: [table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:44,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/ec36d9a16ded43ceb66a21a92a87d430 is 175, key is test_row_0/A:col10/1731327283526/Put/seqid=0 2024-11-11T12:14:44,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741941_1117 (size=39549) 2024-11-11T12:14:44,874 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/ec36d9a16ded43ceb66a21a92a87d430 2024-11-11T12:14:44,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327344899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:44,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327344902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:44,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327344904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:44,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327344904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:44,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/d5f383f9903946cdb3e311e8580cf621 is 50, key is test_row_0/B:col10/1731327283526/Put/seqid=0 2024-11-11T12:14:44,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741942_1118 (size=12001) 2024-11-11T12:14:44,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/d5f383f9903946cdb3e311e8580cf621 2024-11-11T12:14:45,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/f375240a2b314a539dae4519bd6a254a is 50, key is test_row_0/C:col10/1731327283526/Put/seqid=0 2024-11-11T12:14:45,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741943_1119 (size=12001) 2024-11-11T12:14:45,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327345102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:45,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:45,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327345117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327345117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:45,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327345120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:45,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327345408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:45,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327345422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:45,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327345427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:45,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327345443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:45,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/f375240a2b314a539dae4519bd6a254a 2024-11-11T12:14:45,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/ec36d9a16ded43ceb66a21a92a87d430 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/ec36d9a16ded43ceb66a21a92a87d430 2024-11-11T12:14:45,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/ec36d9a16ded43ceb66a21a92a87d430, entries=200, sequenceid=95, filesize=38.6 K 2024-11-11T12:14:45,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/d5f383f9903946cdb3e311e8580cf621 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/d5f383f9903946cdb3e311e8580cf621 2024-11-11T12:14:45,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/d5f383f9903946cdb3e311e8580cf621, entries=150, sequenceid=95, filesize=11.7 K 2024-11-11T12:14:45,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/f375240a2b314a539dae4519bd6a254a as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f375240a2b314a539dae4519bd6a254a 2024-11-11T12:14:45,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f375240a2b314a539dae4519bd6a254a, entries=150, sequenceid=95, filesize=11.7 K 2024-11-11T12:14:45,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for e1517a8d6bc2d5d9d5b79c1f97aedda0 in 922ms, sequenceid=95, compaction requested=true 2024-11-11T12:14:45,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:45,608 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:45,609 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:45,609 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): e1517a8d6bc2d5d9d5b79c1f97aedda0/A is initiating minor compaction (all files) 2024-11-11T12:14:45,609 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1517a8d6bc2d5d9d5b79c1f97aedda0/A in TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:45,609 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/4bc8a77753ad4f2d8f153a319b344355, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/70d4ba6e9c4f41c1a8d3eaa3bd1cb966, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/ec36d9a16ded43ceb66a21a92a87d430] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp, totalSize=99.2 K 2024-11-11T12:14:45,609 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:45,610 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. files: [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/4bc8a77753ad4f2d8f153a319b344355, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/70d4ba6e9c4f41c1a8d3eaa3bd1cb966, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/ec36d9a16ded43ceb66a21a92a87d430] 2024-11-11T12:14:45,610 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bc8a77753ad4f2d8f153a319b344355, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731327280559 2024-11-11T12:14:45,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1517a8d6bc2d5d9d5b79c1f97aedda0:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:14:45,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:45,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1517a8d6bc2d5d9d5b79c1f97aedda0:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:14:45,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:45,611 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:45,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1517a8d6bc2d5d9d5b79c1f97aedda0:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:14:45,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:45,616 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70d4ba6e9c4f41c1a8d3eaa3bd1cb966, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731327281280 2024-11-11T12:14:45,617 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec36d9a16ded43ceb66a21a92a87d430, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731327283498 2024-11-11T12:14:45,619 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:45,619 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): e1517a8d6bc2d5d9d5b79c1f97aedda0/B is initiating minor compaction (all files) 2024-11-11T12:14:45,619 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1517a8d6bc2d5d9d5b79c1f97aedda0/B in TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:45,620 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/c148b05057aa469ea3a20b0495d91156, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/24579cdcb82143d5b49ded4594d260ad, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/d5f383f9903946cdb3e311e8580cf621] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp, totalSize=35.3 K 2024-11-11T12:14:45,635 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting c148b05057aa469ea3a20b0495d91156, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731327280559 2024-11-11T12:14:45,640 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 24579cdcb82143d5b49ded4594d260ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731327281280 2024-11-11T12:14:45,641 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting d5f383f9903946cdb3e311e8580cf621, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731327283498 2024-11-11T12:14:45,645 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:45,664 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111a0db69c606214bbf9c108f4cca6ff140_e1517a8d6bc2d5d9d5b79c1f97aedda0 store=[table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:45,683 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1517a8d6bc2d5d9d5b79c1f97aedda0#B#compaction#97 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:45,684 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/5b491774622b457ab5087279ae44a417 is 50, key is test_row_0/B:col10/1731327283526/Put/seqid=0 2024-11-11T12:14:45,687 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111a0db69c606214bbf9c108f4cca6ff140_e1517a8d6bc2d5d9d5b79c1f97aedda0, store=[table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:45,687 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a0db69c606214bbf9c108f4cca6ff140_e1517a8d6bc2d5d9d5b79c1f97aedda0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:45,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741944_1120 (size=12207) 2024-11-11T12:14:45,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741945_1121 (size=4469) 2024-11-11T12:14:45,758 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1517a8d6bc2d5d9d5b79c1f97aedda0#A#compaction#96 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:45,759 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/8bb1280ed6f14a08a543d99a825026dd is 175, key is test_row_0/A:col10/1731327283526/Put/seqid=0 2024-11-11T12:14:45,811 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/5b491774622b457ab5087279ae44a417 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/5b491774622b457ab5087279ae44a417 2024-11-11T12:14:45,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741946_1122 (size=31161) 2024-11-11T12:14:45,859 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1517a8d6bc2d5d9d5b79c1f97aedda0/B of e1517a8d6bc2d5d9d5b79c1f97aedda0 into 5b491774622b457ab5087279ae44a417(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:45,860 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:45,860 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0., storeName=e1517a8d6bc2d5d9d5b79c1f97aedda0/B, priority=13, startTime=1731327285610; duration=0sec 2024-11-11T12:14:45,860 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:45,860 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1517a8d6bc2d5d9d5b79c1f97aedda0:B 2024-11-11T12:14:45,860 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:45,862 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:45,862 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): e1517a8d6bc2d5d9d5b79c1f97aedda0/C is initiating minor compaction (all files) 2024-11-11T12:14:45,862 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1517a8d6bc2d5d9d5b79c1f97aedda0/C in TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:45,862 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/a55bbaf93901425b812232de32eedca3, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/635fac0e532148f4afdaea727c6c5556, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f375240a2b314a539dae4519bd6a254a] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp, totalSize=35.3 K 2024-11-11T12:14:45,864 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting a55bbaf93901425b812232de32eedca3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731327280559 2024-11-11T12:14:45,864 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 635fac0e532148f4afdaea727c6c5556, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731327281280 2024-11-11T12:14:45,865 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting f375240a2b314a539dae4519bd6a254a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731327283498 2024-11-11T12:14:45,900 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1517a8d6bc2d5d9d5b79c1f97aedda0#C#compaction#98 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:45,900 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/d24e26023073492683e0cf9f2485dbe2 is 50, key is test_row_0/C:col10/1731327283526/Put/seqid=0 2024-11-11T12:14:45,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1517a8d6bc2d5d9d5b79c1f97aedda0 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-11T12:14:45,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=A 2024-11-11T12:14:45,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:45,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=B 2024-11-11T12:14:45,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:45,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=C 2024-11-11T12:14:45,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:45,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741947_1123 (size=12207) 2024-11-11T12:14:45,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119b708048818d4c758a0b38acc331b887_e1517a8d6bc2d5d9d5b79c1f97aedda0 is 50, key is test_row_0/A:col10/1731327285938/Put/seqid=0 2024-11-11T12:14:45,995 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/d24e26023073492683e0cf9f2485dbe2 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/d24e26023073492683e0cf9f2485dbe2 2024-11-11T12:14:46,019 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1517a8d6bc2d5d9d5b79c1f97aedda0/C of e1517a8d6bc2d5d9d5b79c1f97aedda0 into d24e26023073492683e0cf9f2485dbe2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:46,019 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:46,019 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0., storeName=e1517a8d6bc2d5d9d5b79c1f97aedda0/C, priority=13, startTime=1731327285611; duration=0sec 2024-11-11T12:14:46,019 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:46,019 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1517a8d6bc2d5d9d5b79c1f97aedda0:C 2024-11-11T12:14:46,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:46,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327346004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:46,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:46,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327346010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:46,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:46,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327346020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:46,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:46,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327346021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:46,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741948_1124 (size=12154) 2024-11-11T12:14:46,045 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:46,056 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119b708048818d4c758a0b38acc331b887_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119b708048818d4c758a0b38acc331b887_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:46,063 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/48de3c8b5f8d4803b32f8bdcafd7055f, store: [table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:46,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/48de3c8b5f8d4803b32f8bdcafd7055f is 175, key is test_row_0/A:col10/1731327285938/Put/seqid=0 2024-11-11T12:14:46,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741949_1125 (size=30955) 2024-11-11T12:14:46,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:46,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327346123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:46,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327346124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:46,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327346130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:46,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327346136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:46,252 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/8bb1280ed6f14a08a543d99a825026dd as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/8bb1280ed6f14a08a543d99a825026dd 2024-11-11T12:14:46,297 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1517a8d6bc2d5d9d5b79c1f97aedda0/A of e1517a8d6bc2d5d9d5b79c1f97aedda0 into 8bb1280ed6f14a08a543d99a825026dd(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:46,297 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:46,297 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0., storeName=e1517a8d6bc2d5d9d5b79c1f97aedda0/A, priority=13, startTime=1731327285607; duration=0sec 2024-11-11T12:14:46,298 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:46,298 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1517a8d6bc2d5d9d5b79c1f97aedda0:A 2024-11-11T12:14:46,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:46,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327346337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327346345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:46,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:46,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327346345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327346345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:46,520 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/48de3c8b5f8d4803b32f8bdcafd7055f 2024-11-11T12:14:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-11T12:14:46,542 INFO [Thread-515 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-11T12:14:46,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:14:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-11T12:14:46,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/5b6188ee342545539168acbfbb85f4ce is 50, key is test_row_0/B:col10/1731327285938/Put/seqid=0 2024-11-11T12:14:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-11T12:14:46,557 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:14:46,557 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:14:46,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:14:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-11T12:14:46,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:46,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327346667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327346668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:46,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741950_1126 (size=12001) 2024-11-11T12:14:46,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33110 deadline: 1731327346669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:46,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327346670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:46,678 DEBUG [Thread-513 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8294 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0., hostname=645b80804bed,34363,1731327241210, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T12:14:46,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/5b6188ee342545539168acbfbb85f4ce 2024-11-11T12:14:46,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327346670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:46,711 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:46,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/23d8e2f084364240bca76d88f239c3b6 is 50, key is test_row_0/C:col10/1731327285938/Put/seqid=0 2024-11-11T12:14:46,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-11T12:14:46,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:46,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:46,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:46,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:46,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:46,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741951_1127 (size=12001) 2024-11-11T12:14:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-11T12:14:46,883 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:46,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-11T12:14:46,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:46,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:46,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:46,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:46,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:47,055 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:47,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-11T12:14:47,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:47,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:47,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:47,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:47,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-11T12:14:47,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327347173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:47,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327347174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:47,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327347191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:47,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/23d8e2f084364240bca76d88f239c3b6 2024-11-11T12:14:47,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327347206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:47,212 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:47,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-11T12:14:47,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:47,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:47,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:47,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:47,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:47,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/48de3c8b5f8d4803b32f8bdcafd7055f as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/48de3c8b5f8d4803b32f8bdcafd7055f 2024-11-11T12:14:47,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/48de3c8b5f8d4803b32f8bdcafd7055f, entries=150, sequenceid=117, filesize=30.2 K 2024-11-11T12:14:47,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/5b6188ee342545539168acbfbb85f4ce as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/5b6188ee342545539168acbfbb85f4ce 2024-11-11T12:14:47,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/5b6188ee342545539168acbfbb85f4ce, entries=150, sequenceid=117, filesize=11.7 K 2024-11-11T12:14:47,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/23d8e2f084364240bca76d88f239c3b6 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/23d8e2f084364240bca76d88f239c3b6 2024-11-11T12:14:47,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/23d8e2f084364240bca76d88f239c3b6, entries=150, sequenceid=117, filesize=11.7 K 2024-11-11T12:14:47,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for e1517a8d6bc2d5d9d5b79c1f97aedda0 in 1422ms, sequenceid=117, compaction requested=false 2024-11-11T12:14:47,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:47,383 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:47,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-11T12:14:47,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:47,392 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing e1517a8d6bc2d5d9d5b79c1f97aedda0 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-11T12:14:47,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=A 2024-11-11T12:14:47,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:47,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=B 2024-11-11T12:14:47,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:47,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=C 2024-11-11T12:14:47,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:47,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111bf331775dc75439caa3ed65fde29eb39_e1517a8d6bc2d5d9d5b79c1f97aedda0 is 50, key is test_row_0/A:col10/1731327285999/Put/seqid=0 2024-11-11T12:14:47,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741952_1128 (size=12304) 2024-11-11T12:14:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-11T12:14:47,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:47,944 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111bf331775dc75439caa3ed65fde29eb39_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bf331775dc75439caa3ed65fde29eb39_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:47,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/275a1b5aa8d94839b6b016550a078441, store: [table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:47,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/275a1b5aa8d94839b6b016550a078441 is 175, key is test_row_0/A:col10/1731327285999/Put/seqid=0 2024-11-11T12:14:48,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741953_1129 (size=31105) 2024-11-11T12:14:48,011 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/275a1b5aa8d94839b6b016550a078441 2024-11-11T12:14:48,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/b9f6934489c540fbac9e870da93e7ccb is 50, key is test_row_0/B:col10/1731327285999/Put/seqid=0 2024-11-11T12:14:48,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741954_1130 (size=12151) 2024-11-11T12:14:48,149 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/b9f6934489c540fbac9e870da93e7ccb 2024-11-11T12:14:48,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/f79dc0423e4340a5abcd2e25e280ee90 is 50, key is test_row_0/C:col10/1731327285999/Put/seqid=0 2024-11-11T12:14:48,172 INFO [master/645b80804bed:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T12:14:48,172 INFO [master/645b80804bed:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T12:14:48,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:48,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741955_1131 (size=12151) 2024-11-11T12:14:48,276 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/f79dc0423e4340a5abcd2e25e280ee90 2024-11-11T12:14:48,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327348283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:48,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327348292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:48,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327348292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:48,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327348296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:48,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/275a1b5aa8d94839b6b016550a078441 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/275a1b5aa8d94839b6b016550a078441 2024-11-11T12:14:48,327 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/275a1b5aa8d94839b6b016550a078441, entries=150, sequenceid=135, filesize=30.4 K 2024-11-11T12:14:48,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/b9f6934489c540fbac9e870da93e7ccb as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/b9f6934489c540fbac9e870da93e7ccb 2024-11-11T12:14:48,351 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/b9f6934489c540fbac9e870da93e7ccb, entries=150, sequenceid=135, filesize=11.9 K 2024-11-11T12:14:48,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/f79dc0423e4340a5abcd2e25e280ee90 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f79dc0423e4340a5abcd2e25e280ee90 2024-11-11T12:14:48,372 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f79dc0423e4340a5abcd2e25e280ee90, entries=150, sequenceid=135, filesize=11.9 K 2024-11-11T12:14:48,384 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for e1517a8d6bc2d5d9d5b79c1f97aedda0 in 992ms, sequenceid=135, compaction requested=true 2024-11-11T12:14:48,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:48,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:48,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-11T12:14:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-11T12:14:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:48,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1517a8d6bc2d5d9d5b79c1f97aedda0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T12:14:48,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-11T12:14:48,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8450 sec 2024-11-11T12:14:48,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 1.8640 sec 2024-11-11T12:14:48,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=A 2024-11-11T12:14:48,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:48,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=B 2024-11-11T12:14:48,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:48,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=C 2024-11-11T12:14:48,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:48,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327348452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:48,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327348456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:48,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a30c6e4f68514acea5a43a1e497477bd_e1517a8d6bc2d5d9d5b79c1f97aedda0 is 50, key is test_row_0/A:col10/1731327288276/Put/seqid=0 2024-11-11T12:14:48,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327348468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:48,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327348468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:48,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741956_1132 (size=12304) 2024-11-11T12:14:48,542 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:48,552 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a30c6e4f68514acea5a43a1e497477bd_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a30c6e4f68514acea5a43a1e497477bd_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:48,554 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/402ad8d6185c473b9d8bc6fa34159d95, store: [table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:48,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/402ad8d6185c473b9d8bc6fa34159d95 is 175, key is test_row_0/A:col10/1731327288276/Put/seqid=0 2024-11-11T12:14:48,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327348572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:48,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327348584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:48,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327348586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:48,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327348586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:48,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741957_1133 (size=31105) 2024-11-11T12:14:48,604 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/402ad8d6185c473b9d8bc6fa34159d95 2024-11-11T12:14:48,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/2361739c42ea4b9092ba208f2284b5d5 is 50, key is test_row_0/B:col10/1731327288276/Put/seqid=0 2024-11-11T12:14:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-11T12:14:48,688 INFO [Thread-515 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-11T12:14:48,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:14:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-11T12:14:48,695 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:14:48,697 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:14:48,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:14:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-11T12:14:48,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741958_1134 (size=12151) 2024-11-11T12:14:48,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/2361739c42ea4b9092ba208f2284b5d5 2024-11-11T12:14:48,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/3d36f48f739a476c8a390aeda5edfad6 is 50, key is test_row_0/C:col10/1731327288276/Put/seqid=0 2024-11-11T12:14:48,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327348777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:48,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327348792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:48,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327348793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:48,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327348794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-11T12:14:48,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741959_1135 (size=12151) 2024-11-11T12:14:48,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/3d36f48f739a476c8a390aeda5edfad6 2024-11-11T12:14:48,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/402ad8d6185c473b9d8bc6fa34159d95 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/402ad8d6185c473b9d8bc6fa34159d95 2024-11-11T12:14:48,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/402ad8d6185c473b9d8bc6fa34159d95, entries=150, sequenceid=159, filesize=30.4 K 2024-11-11T12:14:48,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/2361739c42ea4b9092ba208f2284b5d5 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/2361739c42ea4b9092ba208f2284b5d5 2024-11-11T12:14:48,851 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:48,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-11T12:14:48,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:48,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:48,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:48,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:48,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:48,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/2361739c42ea4b9092ba208f2284b5d5, entries=150, sequenceid=159, filesize=11.9 K 2024-11-11T12:14:48,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/3d36f48f739a476c8a390aeda5edfad6 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/3d36f48f739a476c8a390aeda5edfad6 2024-11-11T12:14:48,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/3d36f48f739a476c8a390aeda5edfad6, entries=150, sequenceid=159, filesize=11.9 K 2024-11-11T12:14:48,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e1517a8d6bc2d5d9d5b79c1f97aedda0 in 470ms, sequenceid=159, compaction requested=true 2024-11-11T12:14:48,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:48,875 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:14:48,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1517a8d6bc2d5d9d5b79c1f97aedda0:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:14:48,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:48,876 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:14:48,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1517a8d6bc2d5d9d5b79c1f97aedda0:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:14:48,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:48,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1517a8d6bc2d5d9d5b79c1f97aedda0:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:14:48,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:48,878 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:14:48,878 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): e1517a8d6bc2d5d9d5b79c1f97aedda0/A is initiating minor compaction (all files) 2024-11-11T12:14:48,878 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1517a8d6bc2d5d9d5b79c1f97aedda0/A in TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:48,879 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/8bb1280ed6f14a08a543d99a825026dd, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/48de3c8b5f8d4803b32f8bdcafd7055f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/275a1b5aa8d94839b6b016550a078441, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/402ad8d6185c473b9d8bc6fa34159d95] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp, totalSize=121.4 K 2024-11-11T12:14:48,879 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:48,879 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. files: [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/8bb1280ed6f14a08a543d99a825026dd, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/48de3c8b5f8d4803b32f8bdcafd7055f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/275a1b5aa8d94839b6b016550a078441, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/402ad8d6185c473b9d8bc6fa34159d95] 2024-11-11T12:14:48,880 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bb1280ed6f14a08a543d99a825026dd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731327283498 2024-11-11T12:14:48,880 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:14:48,880 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): e1517a8d6bc2d5d9d5b79c1f97aedda0/B is initiating minor compaction (all files) 2024-11-11T12:14:48,881 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1517a8d6bc2d5d9d5b79c1f97aedda0/B in TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:48,881 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/5b491774622b457ab5087279ae44a417, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/5b6188ee342545539168acbfbb85f4ce, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/b9f6934489c540fbac9e870da93e7ccb, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/2361739c42ea4b9092ba208f2284b5d5] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp, totalSize=47.4 K 2024-11-11T12:14:48,881 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48de3c8b5f8d4803b32f8bdcafd7055f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731327284770 2024-11-11T12:14:48,881 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 275a1b5aa8d94839b6b016550a078441, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731327285988 2024-11-11T12:14:48,882 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 402ad8d6185c473b9d8bc6fa34159d95, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731327288276 2024-11-11T12:14:48,884 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b491774622b457ab5087279ae44a417, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731327283498 2024-11-11T12:14:48,886 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b6188ee342545539168acbfbb85f4ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731327284770 2024-11-11T12:14:48,886 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting b9f6934489c540fbac9e870da93e7ccb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731327285988 2024-11-11T12:14:48,887 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 2361739c42ea4b9092ba208f2284b5d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731327288276 2024-11-11T12:14:48,934 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:48,937 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1517a8d6bc2d5d9d5b79c1f97aedda0#B#compaction#109 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:48,937 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/9bb93261b24f4613b1e17a4f828ac299 is 50, key is test_row_0/B:col10/1731327288276/Put/seqid=0 2024-11-11T12:14:48,939 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111dd7b16e7636449c5b5cd44db29ac1a17_e1517a8d6bc2d5d9d5b79c1f97aedda0 store=[table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:48,945 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111dd7b16e7636449c5b5cd44db29ac1a17_e1517a8d6bc2d5d9d5b79c1f97aedda0, store=[table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:48,945 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111dd7b16e7636449c5b5cd44db29ac1a17_e1517a8d6bc2d5d9d5b79c1f97aedda0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:48,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741960_1136 (size=12493) 2024-11-11T12:14:49,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741961_1137 (size=4469) 2024-11-11T12:14:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-11T12:14:49,007 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:49,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-11T12:14:49,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:49,008 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing e1517a8d6bc2d5d9d5b79c1f97aedda0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T12:14:49,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=A 2024-11-11T12:14:49,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:49,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=B 2024-11-11T12:14:49,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:49,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=C 2024-11-11T12:14:49,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:49,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119ddd897bf9114dd4909c2b721856f820_e1517a8d6bc2d5d9d5b79c1f97aedda0 is 50, key is test_row_0/A:col10/1731327288453/Put/seqid=0 2024-11-11T12:14:49,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741962_1138 (size=12304) 2024-11-11T12:14:49,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:49,099 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119ddd897bf9114dd4909c2b721856f820_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119ddd897bf9114dd4909c2b721856f820_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:49,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:49,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/a135a4b53ae7434799d3769fead309b8, store: [table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:49,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/a135a4b53ae7434799d3769fead309b8 is 175, key is test_row_0/A:col10/1731327288453/Put/seqid=0 2024-11-11T12:14:49,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741963_1139 (size=31105) 2024-11-11T12:14:49,140 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/a135a4b53ae7434799d3769fead309b8 2024-11-11T12:14:49,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/87305bf4d0c94c0fa943e0127370b5c9 is 50, key is test_row_0/B:col10/1731327288453/Put/seqid=0 2024-11-11T12:14:49,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327349214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:49,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327349223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:49,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741964_1140 (size=12151) 2024-11-11T12:14:49,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327349232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:49,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327349234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:49,247 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/87305bf4d0c94c0fa943e0127370b5c9 2024-11-11T12:14:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-11T12:14:49,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/0382f9c3a7df4b04a021b07f0b38972c is 50, key is test_row_0/C:col10/1731327288453/Put/seqid=0 2024-11-11T12:14:49,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327349344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:49,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327349349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:49,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327349351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:49,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327349371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:49,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741965_1141 (size=12151) 2024-11-11T12:14:49,400 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/0382f9c3a7df4b04a021b07f0b38972c 2024-11-11T12:14:49,407 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1517a8d6bc2d5d9d5b79c1f97aedda0#A#compaction#108 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:49,408 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/37864b8c29794945a5d5d0fc6e6e0d9e is 175, key is test_row_0/A:col10/1731327288276/Put/seqid=0 2024-11-11T12:14:49,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/a135a4b53ae7434799d3769fead309b8 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/a135a4b53ae7434799d3769fead309b8 2024-11-11T12:14:49,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741966_1142 (size=31447) 2024-11-11T12:14:49,459 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/9bb93261b24f4613b1e17a4f828ac299 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/9bb93261b24f4613b1e17a4f828ac299 2024-11-11T12:14:49,471 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/a135a4b53ae7434799d3769fead309b8, entries=150, sequenceid=171, filesize=30.4 K 2024-11-11T12:14:49,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/87305bf4d0c94c0fa943e0127370b5c9 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/87305bf4d0c94c0fa943e0127370b5c9 2024-11-11T12:14:49,494 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e1517a8d6bc2d5d9d5b79c1f97aedda0/B of e1517a8d6bc2d5d9d5b79c1f97aedda0 into 9bb93261b24f4613b1e17a4f828ac299(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:49,494 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:49,494 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0., storeName=e1517a8d6bc2d5d9d5b79c1f97aedda0/B, priority=12, startTime=1731327288876; duration=0sec 2024-11-11T12:14:49,494 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:49,494 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1517a8d6bc2d5d9d5b79c1f97aedda0:B 2024-11-11T12:14:49,495 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:14:49,496 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/37864b8c29794945a5d5d0fc6e6e0d9e as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/37864b8c29794945a5d5d0fc6e6e0d9e 2024-11-11T12:14:49,513 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:14:49,513 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): e1517a8d6bc2d5d9d5b79c1f97aedda0/C is initiating minor compaction (all files) 2024-11-11T12:14:49,514 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/87305bf4d0c94c0fa943e0127370b5c9, entries=150, sequenceid=171, filesize=11.9 K 2024-11-11T12:14:49,516 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1517a8d6bc2d5d9d5b79c1f97aedda0/C in TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:49,516 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/d24e26023073492683e0cf9f2485dbe2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/23d8e2f084364240bca76d88f239c3b6, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f79dc0423e4340a5abcd2e25e280ee90, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/3d36f48f739a476c8a390aeda5edfad6] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp, totalSize=47.4 K 2024-11-11T12:14:49,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/0382f9c3a7df4b04a021b07f0b38972c as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/0382f9c3a7df4b04a021b07f0b38972c 2024-11-11T12:14:49,520 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting d24e26023073492683e0cf9f2485dbe2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731327283498 2024-11-11T12:14:49,524 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 23d8e2f084364240bca76d88f239c3b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731327284770 2024-11-11T12:14:49,526 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting f79dc0423e4340a5abcd2e25e280ee90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731327285988 2024-11-11T12:14:49,526 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e1517a8d6bc2d5d9d5b79c1f97aedda0/A of e1517a8d6bc2d5d9d5b79c1f97aedda0 into 37864b8c29794945a5d5d0fc6e6e0d9e(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:49,527 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:49,527 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0., storeName=e1517a8d6bc2d5d9d5b79c1f97aedda0/A, priority=12, startTime=1731327288875; duration=0sec 2024-11-11T12:14:49,527 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:49,527 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1517a8d6bc2d5d9d5b79c1f97aedda0:A 2024-11-11T12:14:49,527 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d36f48f739a476c8a390aeda5edfad6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731327288276 2024-11-11T12:14:49,531 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/0382f9c3a7df4b04a021b07f0b38972c, entries=150, sequenceid=171, filesize=11.9 K 2024-11-11T12:14:49,533 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e1517a8d6bc2d5d9d5b79c1f97aedda0 in 525ms, sequenceid=171, compaction requested=false 2024-11-11T12:14:49,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:49,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:49,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-11T12:14:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-11T12:14:49,544 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1517a8d6bc2d5d9d5b79c1f97aedda0#C#compaction#113 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:49,545 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/33f9e157eb1e44ab94da94f7325f4b69 is 50, key is test_row_0/C:col10/1731327288276/Put/seqid=0 2024-11-11T12:14:49,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-11T12:14:49,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 850 msec 2024-11-11T12:14:49,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 856 msec 2024-11-11T12:14:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:49,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1517a8d6bc2d5d9d5b79c1f97aedda0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T12:14:49,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=A 2024-11-11T12:14:49,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:49,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=B 2024-11-11T12:14:49,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:49,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=C 2024-11-11T12:14:49,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:49,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741967_1143 (size=12493) 2024-11-11T12:14:49,575 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/33f9e157eb1e44ab94da94f7325f4b69 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/33f9e157eb1e44ab94da94f7325f4b69 2024-11-11T12:14:49,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e4eddf02cf624336b87216e1a78aa32e_e1517a8d6bc2d5d9d5b79c1f97aedda0 is 50, key is test_row_0/A:col10/1731327289554/Put/seqid=0 2024-11-11T12:14:49,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327349579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:49,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327349580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:49,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327349583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:49,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327349585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:49,588 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e1517a8d6bc2d5d9d5b79c1f97aedda0/C of e1517a8d6bc2d5d9d5b79c1f97aedda0 into 33f9e157eb1e44ab94da94f7325f4b69(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:49,588 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:49,588 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0., storeName=e1517a8d6bc2d5d9d5b79c1f97aedda0/C, priority=12, startTime=1731327288876; duration=0sec 2024-11-11T12:14:49,588 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:49,588 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1517a8d6bc2d5d9d5b79c1f97aedda0:C 2024-11-11T12:14:49,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741968_1144 (size=12304) 2024-11-11T12:14:49,603 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:49,633 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e4eddf02cf624336b87216e1a78aa32e_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e4eddf02cf624336b87216e1a78aa32e_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:49,635 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/c7f2903669714342a497fcdf4f277c52, store: [table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:49,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/c7f2903669714342a497fcdf4f277c52 is 175, key is test_row_0/A:col10/1731327289554/Put/seqid=0 2024-11-11T12:14:49,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741969_1145 (size=31105) 2024-11-11T12:14:49,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327349687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:49,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327349704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:49,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327349705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:49,712 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/c7f2903669714342a497fcdf4f277c52 2024-11-11T12:14:49,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/3f020a24e26e4210ac16f8b34c460050 is 50, key is test_row_0/B:col10/1731327289554/Put/seqid=0 2024-11-11T12:14:49,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741970_1146 (size=12151) 2024-11-11T12:14:49,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/3f020a24e26e4210ac16f8b34c460050 2024-11-11T12:14:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-11T12:14:49,810 INFO [Thread-515 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-11T12:14:49,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:14:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-11T12:14:49,819 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:14:49,821 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:14:49,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:14:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-11T12:14:49,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/562336ba31f742bc9bd2b6b6d1e0dc96 is 50, key is test_row_0/C:col10/1731327289554/Put/seqid=0 2024-11-11T12:14:49,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327349888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:49,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741971_1147 (size=12151) 2024-11-11T12:14:49,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327349908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:49,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327349911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:49,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327349912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-11T12:14:49,993 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:49,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T12:14:50,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:50,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:50,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:50,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:50,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-11T12:14:50,159 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:50,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T12:14:50,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:50,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:50,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:50,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:50,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:50,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327350216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:50,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327350218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:50,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327350223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:50,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/562336ba31f742bc9bd2b6b6d1e0dc96 2024-11-11T12:14:50,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/c7f2903669714342a497fcdf4f277c52 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/c7f2903669714342a497fcdf4f277c52 2024-11-11T12:14:50,332 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:50,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T12:14:50,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/c7f2903669714342a497fcdf4f277c52, entries=150, sequenceid=198, filesize=30.4 K 2024-11-11T12:14:50,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:50,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:50,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:50,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:50,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:50,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/3f020a24e26e4210ac16f8b34c460050 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/3f020a24e26e4210ac16f8b34c460050 2024-11-11T12:14:50,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/3f020a24e26e4210ac16f8b34c460050, entries=150, sequenceid=198, filesize=11.9 K 2024-11-11T12:14:50,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/562336ba31f742bc9bd2b6b6d1e0dc96 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/562336ba31f742bc9bd2b6b6d1e0dc96 2024-11-11T12:14:50,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/562336ba31f742bc9bd2b6b6d1e0dc96, entries=150, sequenceid=198, filesize=11.9 K 2024-11-11T12:14:50,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e1517a8d6bc2d5d9d5b79c1f97aedda0 in 846ms, sequenceid=198, compaction requested=true 2024-11-11T12:14:50,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:50,404 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:50,406 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:50,406 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): e1517a8d6bc2d5d9d5b79c1f97aedda0/A is initiating minor compaction (all files) 2024-11-11T12:14:50,407 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1517a8d6bc2d5d9d5b79c1f97aedda0/A in TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:50,407 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/37864b8c29794945a5d5d0fc6e6e0d9e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/a135a4b53ae7434799d3769fead309b8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/c7f2903669714342a497fcdf4f277c52] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp, totalSize=91.5 K 2024-11-11T12:14:50,407 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:50,407 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. files: [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/37864b8c29794945a5d5d0fc6e6e0d9e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/a135a4b53ae7434799d3769fead309b8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/c7f2903669714342a497fcdf4f277c52] 2024-11-11T12:14:50,408 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 37864b8c29794945a5d5d0fc6e6e0d9e, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731327288276 2024-11-11T12:14:50,409 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting a135a4b53ae7434799d3769fead309b8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731327288451 2024-11-11T12:14:50,410 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting c7f2903669714342a497fcdf4f277c52, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731327289220 2024-11-11T12:14:50,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1517a8d6bc2d5d9d5b79c1f97aedda0:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:14:50,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:50,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1517a8d6bc2d5d9d5b79c1f97aedda0:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:14:50,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:50,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1517a8d6bc2d5d9d5b79c1f97aedda0:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:14:50,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T12:14:50,411 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:50,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1517a8d6bc2d5d9d5b79c1f97aedda0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T12:14:50,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=A 2024-11-11T12:14:50,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:50,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=B 2024-11-11T12:14:50,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:50,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=C 2024-11-11T12:14:50,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:50,435 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:50,435 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): e1517a8d6bc2d5d9d5b79c1f97aedda0/B is initiating minor compaction (all files) 2024-11-11T12:14:50,435 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1517a8d6bc2d5d9d5b79c1f97aedda0/B in TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:50,436 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/9bb93261b24f4613b1e17a4f828ac299, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/87305bf4d0c94c0fa943e0127370b5c9, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/3f020a24e26e4210ac16f8b34c460050] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp, totalSize=35.9 K 2024-11-11T12:14:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-11T12:14:50,441 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bb93261b24f4613b1e17a4f828ac299, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731327288276 2024-11-11T12:14:50,446 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87305bf4d0c94c0fa943e0127370b5c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731327288451 2024-11-11T12:14:50,459 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f020a24e26e4210ac16f8b34c460050, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731327289220 2024-11-11T12:14:50,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111663378edad7b4b3289d7766ad487bcd8_e1517a8d6bc2d5d9d5b79c1f97aedda0 is 50, key is test_row_0/A:col10/1731327289574/Put/seqid=0 2024-11-11T12:14:50,494 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:50,499 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:50,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T12:14:50,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:50,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:50,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:50,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:50,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:50,504 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1517a8d6bc2d5d9d5b79c1f97aedda0#B#compaction#119 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:50,505 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/e58338d0cb6f462c917292728127a841 is 50, key is test_row_0/B:col10/1731327289554/Put/seqid=0 2024-11-11T12:14:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:50,512 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111aafc66ae518e496ebf4e3ef889cf10df_e1517a8d6bc2d5d9d5b79c1f97aedda0 store=[table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:50,514 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111aafc66ae518e496ebf4e3ef889cf10df_e1517a8d6bc2d5d9d5b79c1f97aedda0, store=[table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:50,514 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111aafc66ae518e496ebf4e3ef889cf10df_e1517a8d6bc2d5d9d5b79c1f97aedda0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:50,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741972_1148 (size=12304) 2024-11-11T12:14:50,525 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:50,539 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111663378edad7b4b3289d7766ad487bcd8_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111663378edad7b4b3289d7766ad487bcd8_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:50,551 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/fd87b0dbf5a340b48005bb7025c392c0, store: [table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:50,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741973_1149 (size=12595) 2024-11-11T12:14:50,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/fd87b0dbf5a340b48005bb7025c392c0 is 175, key is test_row_0/A:col10/1731327289574/Put/seqid=0 2024-11-11T12:14:50,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741974_1150 (size=4469) 2024-11-11T12:14:50,600 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1517a8d6bc2d5d9d5b79c1f97aedda0#A#compaction#118 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:50,601 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/e5e7e47ba4264bc9b385592365ea3165 is 175, key is test_row_0/A:col10/1731327289554/Put/seqid=0 2024-11-11T12:14:50,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741975_1151 (size=31105) 2024-11-11T12:14:50,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741976_1152 (size=31549) 2024-11-11T12:14:50,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327350641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:50,662 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:50,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T12:14:50,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:50,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:50,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:50,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:50,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:50,724 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/e5e7e47ba4264bc9b385592365ea3165 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/e5e7e47ba4264bc9b385592365ea3165 2024-11-11T12:14:50,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327350725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:50,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327350736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:50,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327350743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:50,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327350750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:50,760 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1517a8d6bc2d5d9d5b79c1f97aedda0/A of e1517a8d6bc2d5d9d5b79c1f97aedda0 into e5e7e47ba4264bc9b385592365ea3165(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:50,760 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:50,760 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0., storeName=e1517a8d6bc2d5d9d5b79c1f97aedda0/A, priority=13, startTime=1731327290404; duration=0sec 2024-11-11T12:14:50,760 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:50,760 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1517a8d6bc2d5d9d5b79c1f97aedda0:A 2024-11-11T12:14:50,760 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:50,761 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:50,761 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): e1517a8d6bc2d5d9d5b79c1f97aedda0/C is initiating minor compaction (all files) 2024-11-11T12:14:50,762 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1517a8d6bc2d5d9d5b79c1f97aedda0/C in TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:50,762 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/33f9e157eb1e44ab94da94f7325f4b69, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/0382f9c3a7df4b04a021b07f0b38972c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/562336ba31f742bc9bd2b6b6d1e0dc96] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp, totalSize=35.9 K 2024-11-11T12:14:50,763 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 33f9e157eb1e44ab94da94f7325f4b69, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731327288276 2024-11-11T12:14:50,763 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 0382f9c3a7df4b04a021b07f0b38972c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731327288451 2024-11-11T12:14:50,763 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 562336ba31f742bc9bd2b6b6d1e0dc96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731327289220 2024-11-11T12:14:50,787 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1517a8d6bc2d5d9d5b79c1f97aedda0#C#compaction#120 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:50,788 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/77ea8b63c25847aaa92d5e6d1ba264f6 is 50, key is test_row_0/C:col10/1731327289554/Put/seqid=0 2024-11-11T12:14:50,827 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:50,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T12:14:50,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:50,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:50,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:50,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:50,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:50,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:50,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741977_1153 (size=12595) 2024-11-11T12:14:50,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-11T12:14:50,966 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/e58338d0cb6f462c917292728127a841 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/e58338d0cb6f462c917292728127a841 2024-11-11T12:14:50,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327350970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:50,987 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:50,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T12:14:50,988 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1517a8d6bc2d5d9d5b79c1f97aedda0/B of e1517a8d6bc2d5d9d5b79c1f97aedda0 into e58338d0cb6f462c917292728127a841(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:50,988 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:50,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:50,988 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0., storeName=e1517a8d6bc2d5d9d5b79c1f97aedda0/B, priority=13, startTime=1731327290411; duration=0sec 2024-11-11T12:14:50,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:50,988 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:50,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:50,988 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1517a8d6bc2d5d9d5b79c1f97aedda0:B 2024-11-11T12:14:50,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:50,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:51,032 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/fd87b0dbf5a340b48005bb7025c392c0 2024-11-11T12:14:51,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/c28247514f4141b7ba0e9b46f437b8c9 is 50, key is test_row_0/B:col10/1731327289574/Put/seqid=0 2024-11-11T12:14:51,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741978_1154 (size=12151) 2024-11-11T12:14:51,141 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:51,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T12:14:51,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:51,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:51,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:51,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:51,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:51,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:51,295 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:51,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T12:14:51,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:51,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:51,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:51,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:51,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:51,307 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/77ea8b63c25847aaa92d5e6d1ba264f6 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/77ea8b63c25847aaa92d5e6d1ba264f6 2024-11-11T12:14:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327351288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:51,328 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1517a8d6bc2d5d9d5b79c1f97aedda0/C of e1517a8d6bc2d5d9d5b79c1f97aedda0 into 77ea8b63c25847aaa92d5e6d1ba264f6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:51,328 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:51,328 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0., storeName=e1517a8d6bc2d5d9d5b79c1f97aedda0/C, priority=13, startTime=1731327290411; duration=0sec 2024-11-11T12:14:51,328 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:51,328 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1517a8d6bc2d5d9d5b79c1f97aedda0:C 2024-11-11T12:14:51,455 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:51,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T12:14:51,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:51,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:51,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:51,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:51,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:51,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/c28247514f4141b7ba0e9b46f437b8c9 2024-11-11T12:14:51,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/897d8c77754d48edac99099736530f87 is 50, key is test_row_0/C:col10/1731327289574/Put/seqid=0 2024-11-11T12:14:51,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741979_1155 (size=12151) 2024-11-11T12:14:51,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/897d8c77754d48edac99099736530f87 2024-11-11T12:14:51,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/fd87b0dbf5a340b48005bb7025c392c0 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/fd87b0dbf5a340b48005bb7025c392c0 2024-11-11T12:14:51,623 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:51,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T12:14:51,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:51,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:51,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:51,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:51,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:51,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/fd87b0dbf5a340b48005bb7025c392c0, entries=150, sequenceid=211, filesize=30.4 K 2024-11-11T12:14:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:51,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/c28247514f4141b7ba0e9b46f437b8c9 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/c28247514f4141b7ba0e9b46f437b8c9 2024-11-11T12:14:51,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/c28247514f4141b7ba0e9b46f437b8c9, entries=150, sequenceid=211, filesize=11.9 K 2024-11-11T12:14:51,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/897d8c77754d48edac99099736530f87 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/897d8c77754d48edac99099736530f87 2024-11-11T12:14:51,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/897d8c77754d48edac99099736530f87, entries=150, sequenceid=211, filesize=11.9 K 2024-11-11T12:14:51,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e1517a8d6bc2d5d9d5b79c1f97aedda0 in 1294ms, sequenceid=211, compaction requested=false 2024-11-11T12:14:51,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:51,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1517a8d6bc2d5d9d5b79c1f97aedda0 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T12:14:51,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=A 2024-11-11T12:14:51,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:51,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=B 2024-11-11T12:14:51,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:51,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=C 2024-11-11T12:14:51,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:51,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111990e67d2dc974633a8708b66f802a6c6_e1517a8d6bc2d5d9d5b79c1f97aedda0 is 50, key is test_row_0/A:col10/1731327290617/Put/seqid=0 2024-11-11T12:14:51,787 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:51,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T12:14:51,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:51,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:51,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:51,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:51,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:51,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327351793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:51,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327351795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:51,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327351795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:51,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327351818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:51,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741980_1156 (size=12304) 2024-11-11T12:14:51,835 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:51,841 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111990e67d2dc974633a8708b66f802a6c6_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111990e67d2dc974633a8708b66f802a6c6_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:51,843 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/45d0e79a50794623bdb6bdba2570309b, store: [table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:51,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/45d0e79a50794623bdb6bdba2570309b is 175, key is test_row_0/A:col10/1731327290617/Put/seqid=0 2024-11-11T12:14:51,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741981_1157 (size=31105) 2024-11-11T12:14:51,908 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/45d0e79a50794623bdb6bdba2570309b 2024-11-11T12:14:51,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327351902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:51,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:51,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327351903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327351905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-11T12:14:51,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/c36f708e08dc4260823544c135071a22 is 50, key is test_row_0/B:col10/1731327290617/Put/seqid=0 2024-11-11T12:14:51,950 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:51,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T12:14:51,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:51,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:51,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:51,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:51,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:51,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741982_1158 (size=12151) 2024-11-11T12:14:51,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/c36f708e08dc4260823544c135071a22 2024-11-11T12:14:52,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/5c6e960285dd4d8184a18baeacb2af7c is 50, key is test_row_0/C:col10/1731327290617/Put/seqid=0 2024-11-11T12:14:52,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741983_1159 (size=12151) 2024-11-11T12:14:52,107 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:52,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T12:14:52,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:52,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:52,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:52,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:52,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:52,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327352127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:52,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327352127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:52,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327352127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:52,267 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:52,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T12:14:52,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:52,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:52,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:52,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:52,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:52,434 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:52,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:52,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T12:14:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327352436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:52,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:52,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:52,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:52,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:52,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:52,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327352444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:52,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327352444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:52,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/5c6e960285dd4d8184a18baeacb2af7c 2024-11-11T12:14:52,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/45d0e79a50794623bdb6bdba2570309b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/45d0e79a50794623bdb6bdba2570309b 2024-11-11T12:14:52,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/45d0e79a50794623bdb6bdba2570309b, entries=150, sequenceid=240, filesize=30.4 K 2024-11-11T12:14:52,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/c36f708e08dc4260823544c135071a22 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/c36f708e08dc4260823544c135071a22 2024-11-11T12:14:52,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/c36f708e08dc4260823544c135071a22, entries=150, sequenceid=240, filesize=11.9 K 2024-11-11T12:14:52,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/5c6e960285dd4d8184a18baeacb2af7c as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/5c6e960285dd4d8184a18baeacb2af7c 2024-11-11T12:14:52,603 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:52,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/5c6e960285dd4d8184a18baeacb2af7c, entries=150, sequenceid=240, filesize=11.9 K 2024-11-11T12:14:52,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T12:14:52,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:52,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:52,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:52,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:52,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:52,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e1517a8d6bc2d5d9d5b79c1f97aedda0 in 849ms, sequenceid=240, compaction requested=true 2024-11-11T12:14:52,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:52,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1517a8d6bc2d5d9d5b79c1f97aedda0:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:14:52,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:52,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1517a8d6bc2d5d9d5b79c1f97aedda0:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:14:52,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:52,615 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:52,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1517a8d6bc2d5d9d5b79c1f97aedda0:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:14:52,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T12:14:52,615 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:52,620 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:52,620 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): e1517a8d6bc2d5d9d5b79c1f97aedda0/B is initiating minor compaction (all files) 2024-11-11T12:14:52,620 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1517a8d6bc2d5d9d5b79c1f97aedda0/B in TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:52,620 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/e58338d0cb6f462c917292728127a841, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/c28247514f4141b7ba0e9b46f437b8c9, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/c36f708e08dc4260823544c135071a22] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp, totalSize=36.0 K 2024-11-11T12:14:52,621 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:52,621 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): e1517a8d6bc2d5d9d5b79c1f97aedda0/A is initiating minor compaction (all files) 2024-11-11T12:14:52,621 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1517a8d6bc2d5d9d5b79c1f97aedda0/A in TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:52,621 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/e5e7e47ba4264bc9b385592365ea3165, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/fd87b0dbf5a340b48005bb7025c392c0, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/45d0e79a50794623bdb6bdba2570309b] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp, totalSize=91.6 K 2024-11-11T12:14:52,621 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:52,621 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. files: [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/e5e7e47ba4264bc9b385592365ea3165, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/fd87b0dbf5a340b48005bb7025c392c0, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/45d0e79a50794623bdb6bdba2570309b] 2024-11-11T12:14:52,624 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting e58338d0cb6f462c917292728127a841, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731327289220 2024-11-11T12:14:52,625 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting e5e7e47ba4264bc9b385592365ea3165, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731327289220 2024-11-11T12:14:52,630 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting c28247514f4141b7ba0e9b46f437b8c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731327289574 2024-11-11T12:14:52,631 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting fd87b0dbf5a340b48005bb7025c392c0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731327289574 2024-11-11T12:14:52,631 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting c36f708e08dc4260823544c135071a22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731327290617 2024-11-11T12:14:52,634 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 45d0e79a50794623bdb6bdba2570309b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731327290617 2024-11-11T12:14:52,671 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:52,684 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1517a8d6bc2d5d9d5b79c1f97aedda0#B#compaction#127 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:52,685 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/dab62493413e4b72a0df05a372a2ae51 is 50, key is test_row_0/B:col10/1731327290617/Put/seqid=0 2024-11-11T12:14:52,689 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111b438dc83f0a447ad8f3c6a26ea8e4bdd_e1517a8d6bc2d5d9d5b79c1f97aedda0 store=[table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:52,691 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111b438dc83f0a447ad8f3c6a26ea8e4bdd_e1517a8d6bc2d5d9d5b79c1f97aedda0, store=[table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:52,692 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b438dc83f0a447ad8f3c6a26ea8e4bdd_e1517a8d6bc2d5d9d5b79c1f97aedda0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:52,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741984_1160 (size=12697) 2024-11-11T12:14:52,774 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/dab62493413e4b72a0df05a372a2ae51 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/dab62493413e4b72a0df05a372a2ae51 2024-11-11T12:14:52,774 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:52,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T12:14:52,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:52,780 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing e1517a8d6bc2d5d9d5b79c1f97aedda0 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-11T12:14:52,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=A 2024-11-11T12:14:52,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741985_1161 (size=4469) 2024-11-11T12:14:52,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:52,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=B 2024-11-11T12:14:52,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:52,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=C 2024-11-11T12:14:52,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:52,792 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1517a8d6bc2d5d9d5b79c1f97aedda0/B of e1517a8d6bc2d5d9d5b79c1f97aedda0 into dab62493413e4b72a0df05a372a2ae51(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:52,792 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:52,792 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0., storeName=e1517a8d6bc2d5d9d5b79c1f97aedda0/B, priority=13, startTime=1731327292615; duration=0sec 2024-11-11T12:14:52,792 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:52,792 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1517a8d6bc2d5d9d5b79c1f97aedda0:B 2024-11-11T12:14:52,792 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:52,814 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:52,814 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): e1517a8d6bc2d5d9d5b79c1f97aedda0/C is initiating minor compaction (all files) 2024-11-11T12:14:52,814 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1517a8d6bc2d5d9d5b79c1f97aedda0/C in TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:52,814 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/77ea8b63c25847aaa92d5e6d1ba264f6, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/897d8c77754d48edac99099736530f87, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/5c6e960285dd4d8184a18baeacb2af7c] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp, totalSize=36.0 K 2024-11-11T12:14:52,815 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77ea8b63c25847aaa92d5e6d1ba264f6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731327289220 2024-11-11T12:14:52,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c7a6cb211f294c4c9759fbd0016b2d35_e1517a8d6bc2d5d9d5b79c1f97aedda0 is 50, key is test_row_0/A:col10/1731327291771/Put/seqid=0 2024-11-11T12:14:52,815 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 897d8c77754d48edac99099736530f87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731327289574 2024-11-11T12:14:52,816 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c6e960285dd4d8184a18baeacb2af7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731327290617 2024-11-11T12:14:52,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:52,878 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1517a8d6bc2d5d9d5b79c1f97aedda0#C#compaction#129 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:52,879 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/f25e04dde3f54921a0c4401c1a942b03 is 50, key is test_row_0/C:col10/1731327290617/Put/seqid=0 2024-11-11T12:14:52,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741986_1162 (size=12304) 2024-11-11T12:14:52,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:52,917 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c7a6cb211f294c4c9759fbd0016b2d35_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c7a6cb211f294c4c9759fbd0016b2d35_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:52,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/1d70606004e64018a83896453aa9c772, store: [table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:52,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741987_1163 (size=12697) 2024-11-11T12:14:52,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/1d70606004e64018a83896453aa9c772 is 175, key is test_row_0/A:col10/1731327291771/Put/seqid=0 2024-11-11T12:14:52,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741988_1164 (size=31105) 2024-11-11T12:14:52,969 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/f25e04dde3f54921a0c4401c1a942b03 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f25e04dde3f54921a0c4401c1a942b03 2024-11-11T12:14:52,992 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1517a8d6bc2d5d9d5b79c1f97aedda0/C of e1517a8d6bc2d5d9d5b79c1f97aedda0 into f25e04dde3f54921a0c4401c1a942b03(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:52,992 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:52,992 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0., storeName=e1517a8d6bc2d5d9d5b79c1f97aedda0/C, priority=13, startTime=1731327292615; duration=0sec 2024-11-11T12:14:52,992 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:52,992 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1517a8d6bc2d5d9d5b79c1f97aedda0:C 2024-11-11T12:14:53,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327353034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:53,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327353057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:53,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327353057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:53,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327353045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:53,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327353176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:53,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327353182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:53,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327353182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:53,209 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1517a8d6bc2d5d9d5b79c1f97aedda0#A#compaction#126 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:53,210 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/de7135cd23b04cda8593dc1c5f14c71f is 175, key is test_row_0/A:col10/1731327290617/Put/seqid=0 2024-11-11T12:14:53,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327353212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:53,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741989_1165 (size=31651) 2024-11-11T12:14:53,346 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/de7135cd23b04cda8593dc1c5f14c71f as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/de7135cd23b04cda8593dc1c5f14c71f 2024-11-11T12:14:53,368 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/1d70606004e64018a83896453aa9c772 2024-11-11T12:14:53,399 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1517a8d6bc2d5d9d5b79c1f97aedda0/A of e1517a8d6bc2d5d9d5b79c1f97aedda0 into de7135cd23b04cda8593dc1c5f14c71f(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:53,399 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:53,400 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0., storeName=e1517a8d6bc2d5d9d5b79c1f97aedda0/A, priority=13, startTime=1731327292615; duration=0sec 2024-11-11T12:14:53,400 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:53,400 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1517a8d6bc2d5d9d5b79c1f97aedda0:A 2024-11-11T12:14:53,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/8ab76810c63242959b8975a7a704a1c8 is 50, key is test_row_0/B:col10/1731327291771/Put/seqid=0 2024-11-11T12:14:53,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327353397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:53,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327353398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:53,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327353398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:53,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:53,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327353423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:53,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741990_1166 (size=12151) 2024-11-11T12:14:53,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:53,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327353724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:53,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327353727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:53,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327353724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:53,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:53,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327353745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:53,865 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/8ab76810c63242959b8975a7a704a1c8 2024-11-11T12:14:53,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/77cd5f7e5750486d981dd5953e7f0551 is 50, key is test_row_0/C:col10/1731327291771/Put/seqid=0 2024-11-11T12:14:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-11T12:14:54,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741991_1167 (size=12151) 2024-11-11T12:14:54,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327354231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:54,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327354241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:54,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327354244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:54,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327354252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:54,416 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/77cd5f7e5750486d981dd5953e7f0551 2024-11-11T12:14:54,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/1d70606004e64018a83896453aa9c772 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/1d70606004e64018a83896453aa9c772 2024-11-11T12:14:54,454 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/1d70606004e64018a83896453aa9c772, entries=150, sequenceid=250, filesize=30.4 K 2024-11-11T12:14:54,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/8ab76810c63242959b8975a7a704a1c8 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/8ab76810c63242959b8975a7a704a1c8 2024-11-11T12:14:54,499 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/8ab76810c63242959b8975a7a704a1c8, entries=150, sequenceid=250, filesize=11.9 K 2024-11-11T12:14:54,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/77cd5f7e5750486d981dd5953e7f0551 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/77cd5f7e5750486d981dd5953e7f0551 2024-11-11T12:14:54,525 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/77cd5f7e5750486d981dd5953e7f0551, entries=150, sequenceid=250, filesize=11.9 K 2024-11-11T12:14:54,528 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for e1517a8d6bc2d5d9d5b79c1f97aedda0 in 1748ms, sequenceid=250, compaction requested=false 2024-11-11T12:14:54,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:54,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:54,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-11T12:14:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-11T12:14:54,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-11T12:14:54,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.7160 sec 2024-11-11T12:14:54,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 4.7280 sec 2024-11-11T12:14:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:55,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1517a8d6bc2d5d9d5b79c1f97aedda0 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T12:14:55,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=A 2024-11-11T12:14:55,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:55,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=B 2024-11-11T12:14:55,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:55,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=C 2024-11-11T12:14:55,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:55,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111162c87f78de674fb09b75d731f8f26f4b_e1517a8d6bc2d5d9d5b79c1f97aedda0 is 50, key is test_row_0/A:col10/1731327295242/Put/seqid=0 2024-11-11T12:14:55,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327355300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:55,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327355291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:55,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327355307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:55,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327355308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:55,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741992_1168 (size=12454) 2024-11-11T12:14:55,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327355417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:55,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327355418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:55,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327355418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:55,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327355630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:55,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327355630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:55,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327355634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:55,775 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:55,803 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111162c87f78de674fb09b75d731f8f26f4b_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111162c87f78de674fb09b75d731f8f26f4b_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:55,805 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/e88079529da34fbe91c72d2526e7abf1, store: [table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:55,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/e88079529da34fbe91c72d2526e7abf1 is 175, key is test_row_0/A:col10/1731327295242/Put/seqid=0 2024-11-11T12:14:55,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741993_1169 (size=31255) 2024-11-11T12:14:55,862 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/e88079529da34fbe91c72d2526e7abf1 2024-11-11T12:14:55,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/22bf350025ca47579291f58898e1f413 is 50, key is test_row_0/B:col10/1731327295242/Put/seqid=0 2024-11-11T12:14:55,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741994_1170 (size=12301) 2024-11-11T12:14:55,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327355934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:55,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327355941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:55,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327355944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:55,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/22bf350025ca47579291f58898e1f413 2024-11-11T12:14:55,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/f22abfec82c5486b8fd7108d9ec29e4a is 50, key is test_row_0/C:col10/1731327295242/Put/seqid=0 2024-11-11T12:14:56,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741995_1171 (size=12301) 2024-11-11T12:14:56,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/f22abfec82c5486b8fd7108d9ec29e4a 2024-11-11T12:14:56,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/e88079529da34fbe91c72d2526e7abf1 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/e88079529da34fbe91c72d2526e7abf1 2024-11-11T12:14:56,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/e88079529da34fbe91c72d2526e7abf1, entries=150, sequenceid=281, filesize=30.5 K 2024-11-11T12:14:56,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/22bf350025ca47579291f58898e1f413 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/22bf350025ca47579291f58898e1f413 2024-11-11T12:14:56,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/22bf350025ca47579291f58898e1f413, entries=150, sequenceid=281, filesize=12.0 K 2024-11-11T12:14:56,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/f22abfec82c5486b8fd7108d9ec29e4a as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f22abfec82c5486b8fd7108d9ec29e4a 2024-11-11T12:14:56,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f22abfec82c5486b8fd7108d9ec29e4a, entries=150, sequenceid=281, filesize=12.0 K 2024-11-11T12:14:56,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for e1517a8d6bc2d5d9d5b79c1f97aedda0 in 826ms, sequenceid=281, compaction requested=true 2024-11-11T12:14:56,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:56,074 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:56,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1517a8d6bc2d5d9d5b79c1f97aedda0:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:14:56,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:56,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1517a8d6bc2d5d9d5b79c1f97aedda0:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:14:56,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:56,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e1517a8d6bc2d5d9d5b79c1f97aedda0:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:14:56,075 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:56,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:56,076 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:56,076 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): e1517a8d6bc2d5d9d5b79c1f97aedda0/A is initiating minor compaction (all files) 2024-11-11T12:14:56,076 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1517a8d6bc2d5d9d5b79c1f97aedda0/A in TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:56,077 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/de7135cd23b04cda8593dc1c5f14c71f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/1d70606004e64018a83896453aa9c772, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/e88079529da34fbe91c72d2526e7abf1] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp, totalSize=91.8 K 2024-11-11T12:14:56,077 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:56,077 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:56,077 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. files: [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/de7135cd23b04cda8593dc1c5f14c71f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/1d70606004e64018a83896453aa9c772, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/e88079529da34fbe91c72d2526e7abf1] 2024-11-11T12:14:56,077 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): e1517a8d6bc2d5d9d5b79c1f97aedda0/B is initiating minor compaction (all files) 2024-11-11T12:14:56,077 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1517a8d6bc2d5d9d5b79c1f97aedda0/B in TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:56,077 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/dab62493413e4b72a0df05a372a2ae51, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/8ab76810c63242959b8975a7a704a1c8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/22bf350025ca47579291f58898e1f413] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp, totalSize=36.3 K 2024-11-11T12:14:56,078 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting de7135cd23b04cda8593dc1c5f14c71f, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731327290617 2024-11-11T12:14:56,079 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting dab62493413e4b72a0df05a372a2ae51, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731327290617 2024-11-11T12:14:56,080 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ab76810c63242959b8975a7a704a1c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731327291771 2024-11-11T12:14:56,081 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 22bf350025ca47579291f58898e1f413, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731327293021 2024-11-11T12:14:56,082 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d70606004e64018a83896453aa9c772, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731327291771 2024-11-11T12:14:56,084 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting e88079529da34fbe91c72d2526e7abf1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731327293021 2024-11-11T12:14:56,103 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1517a8d6bc2d5d9d5b79c1f97aedda0#B#compaction#135 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:56,104 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/a3999843ff1642fea0159ce0f00971f7 is 50, key is test_row_0/B:col10/1731327295242/Put/seqid=0 2024-11-11T12:14:56,106 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:56,128 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411114042a231c9bd4ed9b93e144f0e27fcf3_e1517a8d6bc2d5d9d5b79c1f97aedda0 store=[table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:56,132 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411114042a231c9bd4ed9b93e144f0e27fcf3_e1517a8d6bc2d5d9d5b79c1f97aedda0, store=[table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:56,132 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114042a231c9bd4ed9b93e144f0e27fcf3_e1517a8d6bc2d5d9d5b79c1f97aedda0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:56,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741997_1173 (size=4469) 2024-11-11T12:14:56,186 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1517a8d6bc2d5d9d5b79c1f97aedda0#A#compaction#136 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:56,187 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/16b618e9aa944f7ca0eb0f10d6414d86 is 175, key is test_row_0/A:col10/1731327295242/Put/seqid=0 2024-11-11T12:14:56,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741996_1172 (size=12949) 2024-11-11T12:14:56,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741998_1174 (size=31903) 2024-11-11T12:14:56,220 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/16b618e9aa944f7ca0eb0f10d6414d86 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/16b618e9aa944f7ca0eb0f10d6414d86 2024-11-11T12:14:56,229 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1517a8d6bc2d5d9d5b79c1f97aedda0/A of e1517a8d6bc2d5d9d5b79c1f97aedda0 into 16b618e9aa944f7ca0eb0f10d6414d86(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:56,229 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:56,229 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0., storeName=e1517a8d6bc2d5d9d5b79c1f97aedda0/A, priority=13, startTime=1731327296074; duration=0sec 2024-11-11T12:14:56,229 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:14:56,229 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1517a8d6bc2d5d9d5b79c1f97aedda0:A 2024-11-11T12:14:56,229 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:14:56,232 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:14:56,232 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): e1517a8d6bc2d5d9d5b79c1f97aedda0/C is initiating minor compaction (all files) 2024-11-11T12:14:56,232 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e1517a8d6bc2d5d9d5b79c1f97aedda0/C in TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:56,233 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f25e04dde3f54921a0c4401c1a942b03, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/77cd5f7e5750486d981dd5953e7f0551, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f22abfec82c5486b8fd7108d9ec29e4a] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp, totalSize=36.3 K 2024-11-11T12:14:56,233 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting f25e04dde3f54921a0c4401c1a942b03, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731327290617 2024-11-11T12:14:56,234 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77cd5f7e5750486d981dd5953e7f0551, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731327291771 2024-11-11T12:14:56,234 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting f22abfec82c5486b8fd7108d9ec29e4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731327293021 2024-11-11T12:14:56,261 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e1517a8d6bc2d5d9d5b79c1f97aedda0#C#compaction#137 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:14:56,261 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/d3ea5fc0b80e4e2087516bc3fa21845b is 50, key is test_row_0/C:col10/1731327295242/Put/seqid=0 2024-11-11T12:14:56,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741999_1175 (size=12949) 2024-11-11T12:14:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:56,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e1517a8d6bc2d5d9d5b79c1f97aedda0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T12:14:56,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=A 2024-11-11T12:14:56,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:56,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=B 2024-11-11T12:14:56,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:56,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=C 2024-11-11T12:14:56,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:56,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111865092d7f01e4351b264042f643a63af_e1517a8d6bc2d5d9d5b79c1f97aedda0 is 50, key is test_row_0/A:col10/1731327296461/Put/seqid=0 2024-11-11T12:14:56,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:56,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327356543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:56,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:56,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327356544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:56,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:56,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327356545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:56,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742000_1176 (size=14994) 2024-11-11T12:14:56,655 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/a3999843ff1642fea0159ce0f00971f7 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/a3999843ff1642fea0159ce0f00971f7 2024-11-11T12:14:56,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:56,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327356656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:56,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327356657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:56,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327356658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:56,685 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1517a8d6bc2d5d9d5b79c1f97aedda0/B of e1517a8d6bc2d5d9d5b79c1f97aedda0 into a3999843ff1642fea0159ce0f00971f7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:56,685 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:56,685 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0., storeName=e1517a8d6bc2d5d9d5b79c1f97aedda0/B, priority=13, startTime=1731327296074; duration=0sec 2024-11-11T12:14:56,685 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:56,685 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1517a8d6bc2d5d9d5b79c1f97aedda0:B 2024-11-11T12:14:56,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:56,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33110 deadline: 1731327356690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:56,694 DEBUG [Thread-513 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18311 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0., hostname=645b80804bed,34363,1731327241210, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T12:14:56,745 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/d3ea5fc0b80e4e2087516bc3fa21845b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/d3ea5fc0b80e4e2087516bc3fa21845b 2024-11-11T12:14:56,768 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e1517a8d6bc2d5d9d5b79c1f97aedda0/C of e1517a8d6bc2d5d9d5b79c1f97aedda0 into d3ea5fc0b80e4e2087516bc3fa21845b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:14:56,768 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:56,768 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0., storeName=e1517a8d6bc2d5d9d5b79c1f97aedda0/C, priority=13, startTime=1731327296074; duration=0sec 2024-11-11T12:14:56,769 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:14:56,769 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e1517a8d6bc2d5d9d5b79c1f97aedda0:C 2024-11-11T12:14:56,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327356860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:56,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327356860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:56,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327356868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:56,965 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:56,976 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111865092d7f01e4351b264042f643a63af_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111865092d7f01e4351b264042f643a63af_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:56,978 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/3c2060d784584d61b0175e1905b6e136, store: [table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:56,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/3c2060d784584d61b0175e1905b6e136 is 175, key is test_row_0/A:col10/1731327296461/Put/seqid=0 2024-11-11T12:14:57,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742001_1177 (size=39949) 2024-11-11T12:14:57,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327357167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:57,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327357167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:57,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327357180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:57,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33154 deadline: 1731327357319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:57,325 DEBUG [Thread-505 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4291 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0., hostname=645b80804bed,34363,1731327241210, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T12:14:57,417 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/3c2060d784584d61b0175e1905b6e136 2024-11-11T12:14:57,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/0f047e9ab7c54d0f9c26d271a9355f5f is 50, key is test_row_0/B:col10/1731327296461/Put/seqid=0 2024-11-11T12:14:57,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742002_1178 (size=12301) 2024-11-11T12:14:57,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/0f047e9ab7c54d0f9c26d271a9355f5f 2024-11-11T12:14:57,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/f93119197d1d4326938c7e37ce674173 is 50, key is test_row_0/C:col10/1731327296461/Put/seqid=0 2024-11-11T12:14:57,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742003_1179 (size=12301) 2024-11-11T12:14:57,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33162 deadline: 1731327357678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:57,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1731327357680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:57,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:14:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1731327357698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 2024-11-11T12:14:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-11T12:14:57,945 INFO [Thread-515 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-11T12:14:57,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:14:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-11T12:14:57,951 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:14:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-11T12:14:57,952 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:14:57,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:14:57,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/f93119197d1d4326938c7e37ce674173 2024-11-11T12:14:57,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/3c2060d784584d61b0175e1905b6e136 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/3c2060d784584d61b0175e1905b6e136 2024-11-11T12:14:58,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/3c2060d784584d61b0175e1905b6e136, entries=200, sequenceid=293, filesize=39.0 K 2024-11-11T12:14:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-11T12:14:58,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/0f047e9ab7c54d0f9c26d271a9355f5f as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/0f047e9ab7c54d0f9c26d271a9355f5f 2024-11-11T12:14:58,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/0f047e9ab7c54d0f9c26d271a9355f5f, entries=150, sequenceid=293, filesize=12.0 K 2024-11-11T12:14:58,108 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:58,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-11T12:14:58,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:58,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:58,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:58,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:58,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:58,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/f93119197d1d4326938c7e37ce674173 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f93119197d1d4326938c7e37ce674173 2024-11-11T12:14:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:14:58,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f93119197d1d4326938c7e37ce674173, entries=150, sequenceid=293, filesize=12.0 K 2024-11-11T12:14:58,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for e1517a8d6bc2d5d9d5b79c1f97aedda0 in 1681ms, sequenceid=293, compaction requested=false 2024-11-11T12:14:58,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:58,256 DEBUG [Thread-516 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29dad7a8 to 127.0.0.1:50815 2024-11-11T12:14:58,256 DEBUG [Thread-516 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:14:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-11T12:14:58,258 DEBUG [Thread-522 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49456175 to 127.0.0.1:50815 2024-11-11T12:14:58,258 DEBUG [Thread-522 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:14:58,260 DEBUG [Thread-518 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62c6fdab to 127.0.0.1:50815 2024-11-11T12:14:58,260 DEBUG [Thread-518 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:14:58,269 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:14:58,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-11T12:14:58,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:58,272 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing e1517a8d6bc2d5d9d5b79c1f97aedda0 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T12:14:58,272 DEBUG [Thread-520 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x250a1de4 to 127.0.0.1:50815 2024-11-11T12:14:58,272 DEBUG [Thread-520 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:14:58,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=A 2024-11-11T12:14:58,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:58,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=B 2024-11-11T12:14:58,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:58,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=C 2024-11-11T12:14:58,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:14:58,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116b35e46606004e3b804577f3d0dc7259_e1517a8d6bc2d5d9d5b79c1f97aedda0 is 50, key is test_row_0/A:col10/1731327296524/Put/seqid=0 2024-11-11T12:14:58,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742004_1180 (size=12454) 2024-11-11T12:14:58,457 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T12:14:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-11T12:14:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:58,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. as already flushing 2024-11-11T12:14:58,692 DEBUG [Thread-509 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28c904d8 to 127.0.0.1:50815 2024-11-11T12:14:58,692 DEBUG [Thread-509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:14:58,694 DEBUG [Thread-507 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0231f064 to 127.0.0.1:50815 2024-11-11T12:14:58,694 DEBUG [Thread-507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:14:58,708 DEBUG [Thread-511 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d6eb994 to 127.0.0.1:50815 2024-11-11T12:14:58,708 DEBUG [Thread-511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:14:58,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:14:58,775 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116b35e46606004e3b804577f3d0dc7259_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116b35e46606004e3b804577f3d0dc7259_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:14:58,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/50db4164271145769bd1c61d6e1b83cd, store: [table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:14:58,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/50db4164271145769bd1c61d6e1b83cd is 175, key is test_row_0/A:col10/1731327296524/Put/seqid=0 2024-11-11T12:14:58,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742005_1181 (size=31255) 2024-11-11T12:14:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-11T12:14:59,206 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=321, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/50db4164271145769bd1c61d6e1b83cd 2024-11-11T12:14:59,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/9a830f225efa4802afa24586c35995bb is 50, key is test_row_0/B:col10/1731327296524/Put/seqid=0 2024-11-11T12:14:59,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742006_1182 (size=12301) 2024-11-11T12:14:59,663 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/9a830f225efa4802afa24586c35995bb 2024-11-11T12:14:59,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/f57467679a0547dd8e3d1fe1e9f8d019 is 50, key is test_row_0/C:col10/1731327296524/Put/seqid=0 2024-11-11T12:14:59,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742007_1183 (size=12301) 2024-11-11T12:14:59,787 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/f57467679a0547dd8e3d1fe1e9f8d019 2024-11-11T12:14:59,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/50db4164271145769bd1c61d6e1b83cd as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/50db4164271145769bd1c61d6e1b83cd 2024-11-11T12:14:59,859 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/50db4164271145769bd1c61d6e1b83cd, entries=150, sequenceid=321, filesize=30.5 K 2024-11-11T12:14:59,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/9a830f225efa4802afa24586c35995bb as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/9a830f225efa4802afa24586c35995bb 2024-11-11T12:14:59,894 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/9a830f225efa4802afa24586c35995bb, entries=150, sequenceid=321, filesize=12.0 K 2024-11-11T12:14:59,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/f57467679a0547dd8e3d1fe1e9f8d019 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f57467679a0547dd8e3d1fe1e9f8d019 2024-11-11T12:14:59,930 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f57467679a0547dd8e3d1fe1e9f8d019, entries=150, sequenceid=321, filesize=12.0 K 2024-11-11T12:14:59,939 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=20.13 KB/20610 for e1517a8d6bc2d5d9d5b79c1f97aedda0 in 1667ms, sequenceid=321, compaction requested=true 2024-11-11T12:14:59,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:14:59,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:14:59,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-11T12:14:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-11T12:14:59,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-11T12:14:59,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9970 sec 2024-11-11T12:14:59,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.0060 sec 2024-11-11T12:15:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-11T12:15:00,071 INFO [Thread-515 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-11T12:15:01,371 DEBUG [Thread-505 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a0aa7d7 to 127.0.0.1:50815 2024-11-11T12:15:01,372 DEBUG [Thread-505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:15:04,474 ERROR [LeaseRenewer:jenkins@localhost:42835 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:42835,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:05,715 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:42835 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:42835,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:06,368 DEBUG [master/645b80804bed:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region b65131fbbc2e2e6db0bbcd9e681ba793 changed from -1.0 to 0.0, refreshing cache 2024-11-11T12:15:06,758 DEBUG [Thread-513 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a63fed4 to 127.0.0.1:50815 2024-11-11T12:15:06,758 DEBUG [Thread-513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:15:06,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T12:15:06,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-11T12:15:06,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-11T12:15:06,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-11T12:15:06,759 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-11T12:15:06,759 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-11-11T12:15:06,759 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T12:15:06,759 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1825 2024-11-11T12:15:06,759 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1930 2024-11-11T12:15:06,759 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T12:15:06,759 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 781 2024-11-11T12:15:06,759 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2340 rows 2024-11-11T12:15:06,759 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 785 2024-11-11T12:15:06,759 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2355 rows 2024-11-11T12:15:06,759 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T12:15:06,759 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f3c14c0 to 127.0.0.1:50815 2024-11-11T12:15:06,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:15:06,771 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-11T12:15:06,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-11T12:15:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T12:15:06,777 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731327306777"}]},"ts":"1731327306777"} 2024-11-11T12:15:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-11T12:15:06,779 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T12:15:06,815 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T12:15:06,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T12:15:06,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1517a8d6bc2d5d9d5b79c1f97aedda0, UNASSIGN}] 2024-11-11T12:15:06,818 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1517a8d6bc2d5d9d5b79c1f97aedda0, UNASSIGN 2024-11-11T12:15:06,819 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=53 updating hbase:meta row=e1517a8d6bc2d5d9d5b79c1f97aedda0, regionState=CLOSING, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:15:06,820 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T12:15:06,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; CloseRegionProcedure e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210}] 2024-11-11T12:15:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-11T12:15:06,972 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:06,972 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] handler.UnassignRegionHandler(124): Close e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:15:06,973 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T12:15:06,973 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1681): Closing e1517a8d6bc2d5d9d5b79c1f97aedda0, disabling compactions & flushes 2024-11-11T12:15:06,973 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:15:06,973 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:15:06,973 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. after waiting 0 ms 2024-11-11T12:15:06,973 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:15:06,973 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(2837): Flushing e1517a8d6bc2d5d9d5b79c1f97aedda0 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T12:15:06,973 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=A 2024-11-11T12:15:06,973 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:06,973 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=B 2024-11-11T12:15:06,973 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:06,974 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e1517a8d6bc2d5d9d5b79c1f97aedda0, store=C 2024-11-11T12:15:06,974 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:06,989 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111224317c4ed1d40f4a49272cefda1bfa8_e1517a8d6bc2d5d9d5b79c1f97aedda0 is 50, key is test_row_0/A:col10/1731327306756/Put/seqid=0 2024-11-11T12:15:07,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742008_1184 (size=12454) 2024-11-11T12:15:07,043 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:07,071 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111224317c4ed1d40f4a49272cefda1bfa8_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111224317c4ed1d40f4a49272cefda1bfa8_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:15:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-11T12:15:07,084 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/df39f5ef7224490faad58e265807edc4, store: [table=TestAcidGuarantees family=A region=e1517a8d6bc2d5d9d5b79c1f97aedda0] 2024-11-11T12:15:07,085 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/df39f5ef7224490faad58e265807edc4 is 175, key is test_row_0/A:col10/1731327306756/Put/seqid=0 2024-11-11T12:15:07,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742009_1185 (size=31255) 2024-11-11T12:15:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-11T12:15:07,508 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/df39f5ef7224490faad58e265807edc4 2024-11-11T12:15:07,515 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/6b683a38642b4472a47da789b20bbbc7 is 50, key is test_row_0/B:col10/1731327306756/Put/seqid=0 2024-11-11T12:15:07,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742010_1186 (size=12301) 2024-11-11T12:15:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-11T12:15:07,919 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/6b683a38642b4472a47da789b20bbbc7 2024-11-11T12:15:07,934 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/6e1d20efcb8a4073bf1c6f0702ff930e is 50, key is test_row_0/C:col10/1731327306756/Put/seqid=0 2024-11-11T12:15:07,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742011_1187 (size=12301) 2024-11-11T12:15:08,345 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/6e1d20efcb8a4073bf1c6f0702ff930e 2024-11-11T12:15:08,352 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/A/df39f5ef7224490faad58e265807edc4 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/df39f5ef7224490faad58e265807edc4 2024-11-11T12:15:08,371 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/df39f5ef7224490faad58e265807edc4, entries=150, sequenceid=329, filesize=30.5 K 2024-11-11T12:15:08,373 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/B/6b683a38642b4472a47da789b20bbbc7 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/6b683a38642b4472a47da789b20bbbc7 2024-11-11T12:15:08,388 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/6b683a38642b4472a47da789b20bbbc7, entries=150, sequenceid=329, filesize=12.0 K 2024-11-11T12:15:08,393 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/.tmp/C/6e1d20efcb8a4073bf1c6f0702ff930e as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/6e1d20efcb8a4073bf1c6f0702ff930e 2024-11-11T12:15:08,399 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/6e1d20efcb8a4073bf1c6f0702ff930e, entries=150, sequenceid=329, filesize=12.0 K 2024-11-11T12:15:08,401 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for e1517a8d6bc2d5d9d5b79c1f97aedda0 in 1428ms, sequenceid=329, compaction requested=true 2024-11-11T12:15:08,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/5bc488d8b67647dca8f09bbe17d4691e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/0e91bd9b1d114b4cbe3ccb3ca081a3d1, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/4bc8a77753ad4f2d8f153a319b344355, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/fed55832f4894b75942eb12cced1f909, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/70d4ba6e9c4f41c1a8d3eaa3bd1cb966, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/ec36d9a16ded43ceb66a21a92a87d430, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/8bb1280ed6f14a08a543d99a825026dd, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/48de3c8b5f8d4803b32f8bdcafd7055f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/275a1b5aa8d94839b6b016550a078441, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/37864b8c29794945a5d5d0fc6e6e0d9e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/402ad8d6185c473b9d8bc6fa34159d95, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/a135a4b53ae7434799d3769fead309b8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/e5e7e47ba4264bc9b385592365ea3165, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/c7f2903669714342a497fcdf4f277c52, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/fd87b0dbf5a340b48005bb7025c392c0, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/de7135cd23b04cda8593dc1c5f14c71f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/45d0e79a50794623bdb6bdba2570309b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/1d70606004e64018a83896453aa9c772, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/e88079529da34fbe91c72d2526e7abf1] to archive 2024-11-11T12:15:08,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T12:15:08,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/5bc488d8b67647dca8f09bbe17d4691e to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/5bc488d8b67647dca8f09bbe17d4691e 2024-11-11T12:15:08,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/0e91bd9b1d114b4cbe3ccb3ca081a3d1 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/0e91bd9b1d114b4cbe3ccb3ca081a3d1 2024-11-11T12:15:08,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/4bc8a77753ad4f2d8f153a319b344355 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/4bc8a77753ad4f2d8f153a319b344355 2024-11-11T12:15:08,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/fed55832f4894b75942eb12cced1f909 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/fed55832f4894b75942eb12cced1f909 2024-11-11T12:15:08,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/70d4ba6e9c4f41c1a8d3eaa3bd1cb966 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/70d4ba6e9c4f41c1a8d3eaa3bd1cb966 2024-11-11T12:15:08,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/ec36d9a16ded43ceb66a21a92a87d430 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/ec36d9a16ded43ceb66a21a92a87d430 2024-11-11T12:15:08,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/8bb1280ed6f14a08a543d99a825026dd to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/8bb1280ed6f14a08a543d99a825026dd 2024-11-11T12:15:08,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/48de3c8b5f8d4803b32f8bdcafd7055f to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/48de3c8b5f8d4803b32f8bdcafd7055f 2024-11-11T12:15:08,450 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/275a1b5aa8d94839b6b016550a078441 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/275a1b5aa8d94839b6b016550a078441 2024-11-11T12:15:08,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/37864b8c29794945a5d5d0fc6e6e0d9e to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/37864b8c29794945a5d5d0fc6e6e0d9e 2024-11-11T12:15:08,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/402ad8d6185c473b9d8bc6fa34159d95 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/402ad8d6185c473b9d8bc6fa34159d95 2024-11-11T12:15:08,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/a135a4b53ae7434799d3769fead309b8 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/a135a4b53ae7434799d3769fead309b8 2024-11-11T12:15:08,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/e5e7e47ba4264bc9b385592365ea3165 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/e5e7e47ba4264bc9b385592365ea3165 2024-11-11T12:15:08,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/c7f2903669714342a497fcdf4f277c52 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/c7f2903669714342a497fcdf4f277c52 2024-11-11T12:15:08,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/fd87b0dbf5a340b48005bb7025c392c0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/fd87b0dbf5a340b48005bb7025c392c0 2024-11-11T12:15:08,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/de7135cd23b04cda8593dc1c5f14c71f to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/de7135cd23b04cda8593dc1c5f14c71f 2024-11-11T12:15:08,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/45d0e79a50794623bdb6bdba2570309b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/45d0e79a50794623bdb6bdba2570309b 2024-11-11T12:15:08,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/1d70606004e64018a83896453aa9c772 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/1d70606004e64018a83896453aa9c772 2024-11-11T12:15:08,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/e88079529da34fbe91c72d2526e7abf1 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/e88079529da34fbe91c72d2526e7abf1 2024-11-11T12:15:08,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/f00fb76061eb4618bf29ef8d489535e9, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/8cc6cc3fb5804197befbae450cfcb9b9, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/c148b05057aa469ea3a20b0495d91156, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/d7d6b7c33e364d8095ab13dad7776e36, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/24579cdcb82143d5b49ded4594d260ad, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/5b491774622b457ab5087279ae44a417, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/d5f383f9903946cdb3e311e8580cf621, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/5b6188ee342545539168acbfbb85f4ce, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/b9f6934489c540fbac9e870da93e7ccb, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/9bb93261b24f4613b1e17a4f828ac299, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/2361739c42ea4b9092ba208f2284b5d5, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/87305bf4d0c94c0fa943e0127370b5c9, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/e58338d0cb6f462c917292728127a841, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/3f020a24e26e4210ac16f8b34c460050, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/c28247514f4141b7ba0e9b46f437b8c9, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/dab62493413e4b72a0df05a372a2ae51, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/c36f708e08dc4260823544c135071a22, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/8ab76810c63242959b8975a7a704a1c8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/22bf350025ca47579291f58898e1f413] to archive 2024-11-11T12:15:08,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T12:15:08,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/f00fb76061eb4618bf29ef8d489535e9 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/f00fb76061eb4618bf29ef8d489535e9 2024-11-11T12:15:08,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/8cc6cc3fb5804197befbae450cfcb9b9 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/8cc6cc3fb5804197befbae450cfcb9b9 2024-11-11T12:15:08,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/c148b05057aa469ea3a20b0495d91156 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/c148b05057aa469ea3a20b0495d91156 2024-11-11T12:15:08,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/d7d6b7c33e364d8095ab13dad7776e36 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/d7d6b7c33e364d8095ab13dad7776e36 2024-11-11T12:15:08,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/24579cdcb82143d5b49ded4594d260ad to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/24579cdcb82143d5b49ded4594d260ad 2024-11-11T12:15:08,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/5b491774622b457ab5087279ae44a417 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/5b491774622b457ab5087279ae44a417 2024-11-11T12:15:08,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/d5f383f9903946cdb3e311e8580cf621 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/d5f383f9903946cdb3e311e8580cf621 2024-11-11T12:15:08,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/5b6188ee342545539168acbfbb85f4ce to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/5b6188ee342545539168acbfbb85f4ce 2024-11-11T12:15:08,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/b9f6934489c540fbac9e870da93e7ccb to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/b9f6934489c540fbac9e870da93e7ccb 2024-11-11T12:15:08,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/9bb93261b24f4613b1e17a4f828ac299 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/9bb93261b24f4613b1e17a4f828ac299 2024-11-11T12:15:08,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/2361739c42ea4b9092ba208f2284b5d5 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/2361739c42ea4b9092ba208f2284b5d5 2024-11-11T12:15:08,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/87305bf4d0c94c0fa943e0127370b5c9 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/87305bf4d0c94c0fa943e0127370b5c9 2024-11-11T12:15:08,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/e58338d0cb6f462c917292728127a841 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/e58338d0cb6f462c917292728127a841 2024-11-11T12:15:08,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/3f020a24e26e4210ac16f8b34c460050 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/3f020a24e26e4210ac16f8b34c460050 2024-11-11T12:15:08,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/c28247514f4141b7ba0e9b46f437b8c9 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/c28247514f4141b7ba0e9b46f437b8c9 2024-11-11T12:15:08,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/dab62493413e4b72a0df05a372a2ae51 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/dab62493413e4b72a0df05a372a2ae51 2024-11-11T12:15:08,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/c36f708e08dc4260823544c135071a22 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/c36f708e08dc4260823544c135071a22 2024-11-11T12:15:08,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/8ab76810c63242959b8975a7a704a1c8 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/8ab76810c63242959b8975a7a704a1c8 2024-11-11T12:15:08,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/22bf350025ca47579291f58898e1f413 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/22bf350025ca47579291f58898e1f413 2024-11-11T12:15:08,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/d04a91e6d7b24645a381d121109007b0, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/4057031e1fe94d1a85a2da65a46a5a6a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/a55bbaf93901425b812232de32eedca3, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/aae69e643e8f470abc93aaecf561568b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/635fac0e532148f4afdaea727c6c5556, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/d24e26023073492683e0cf9f2485dbe2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f375240a2b314a539dae4519bd6a254a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/23d8e2f084364240bca76d88f239c3b6, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f79dc0423e4340a5abcd2e25e280ee90, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/33f9e157eb1e44ab94da94f7325f4b69, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/3d36f48f739a476c8a390aeda5edfad6, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/0382f9c3a7df4b04a021b07f0b38972c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/77ea8b63c25847aaa92d5e6d1ba264f6, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/562336ba31f742bc9bd2b6b6d1e0dc96, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/897d8c77754d48edac99099736530f87, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f25e04dde3f54921a0c4401c1a942b03, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/5c6e960285dd4d8184a18baeacb2af7c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/77cd5f7e5750486d981dd5953e7f0551, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f22abfec82c5486b8fd7108d9ec29e4a] to archive 2024-11-11T12:15:08,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T12:15:08,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/d04a91e6d7b24645a381d121109007b0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/d04a91e6d7b24645a381d121109007b0 2024-11-11T12:15:08,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/4057031e1fe94d1a85a2da65a46a5a6a to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/4057031e1fe94d1a85a2da65a46a5a6a 2024-11-11T12:15:08,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/a55bbaf93901425b812232de32eedca3 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/a55bbaf93901425b812232de32eedca3 2024-11-11T12:15:08,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/aae69e643e8f470abc93aaecf561568b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/aae69e643e8f470abc93aaecf561568b 2024-11-11T12:15:08,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/635fac0e532148f4afdaea727c6c5556 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/635fac0e532148f4afdaea727c6c5556 2024-11-11T12:15:08,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/d24e26023073492683e0cf9f2485dbe2 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/d24e26023073492683e0cf9f2485dbe2 2024-11-11T12:15:08,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f375240a2b314a539dae4519bd6a254a to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f375240a2b314a539dae4519bd6a254a 2024-11-11T12:15:08,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/23d8e2f084364240bca76d88f239c3b6 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/23d8e2f084364240bca76d88f239c3b6 2024-11-11T12:15:08,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f79dc0423e4340a5abcd2e25e280ee90 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f79dc0423e4340a5abcd2e25e280ee90 2024-11-11T12:15:08,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/33f9e157eb1e44ab94da94f7325f4b69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/33f9e157eb1e44ab94da94f7325f4b69 2024-11-11T12:15:08,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/3d36f48f739a476c8a390aeda5edfad6 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/3d36f48f739a476c8a390aeda5edfad6 2024-11-11T12:15:08,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/0382f9c3a7df4b04a021b07f0b38972c to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/0382f9c3a7df4b04a021b07f0b38972c 2024-11-11T12:15:08,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/77ea8b63c25847aaa92d5e6d1ba264f6 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/77ea8b63c25847aaa92d5e6d1ba264f6 2024-11-11T12:15:08,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/562336ba31f742bc9bd2b6b6d1e0dc96 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/562336ba31f742bc9bd2b6b6d1e0dc96 2024-11-11T12:15:08,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/897d8c77754d48edac99099736530f87 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/897d8c77754d48edac99099736530f87 2024-11-11T12:15:08,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f25e04dde3f54921a0c4401c1a942b03 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f25e04dde3f54921a0c4401c1a942b03 2024-11-11T12:15:08,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/5c6e960285dd4d8184a18baeacb2af7c to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/5c6e960285dd4d8184a18baeacb2af7c 2024-11-11T12:15:08,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/77cd5f7e5750486d981dd5953e7f0551 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/77cd5f7e5750486d981dd5953e7f0551 2024-11-11T12:15:08,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f22abfec82c5486b8fd7108d9ec29e4a to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f22abfec82c5486b8fd7108d9ec29e4a 2024-11-11T12:15:08,821 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/recovered.edits/332.seqid, newMaxSeqId=332, maxSeqId=4 2024-11-11T12:15:08,822 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0. 2024-11-11T12:15:08,822 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1635): Region close journal for e1517a8d6bc2d5d9d5b79c1f97aedda0: 2024-11-11T12:15:08,830 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] handler.UnassignRegionHandler(170): Closed e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:15:08,831 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=53 updating hbase:meta row=e1517a8d6bc2d5d9d5b79c1f97aedda0, regionState=CLOSED 2024-11-11T12:15:08,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-11T12:15:08,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; CloseRegionProcedure e1517a8d6bc2d5d9d5b79c1f97aedda0, server=645b80804bed,34363,1731327241210 in 2.0120 sec 2024-11-11T12:15:08,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=52 2024-11-11T12:15:08,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=52, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e1517a8d6bc2d5d9d5b79c1f97aedda0, UNASSIGN in 2.0170 sec 2024-11-11T12:15:08,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-11T12:15:08,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0220 sec 2024-11-11T12:15:08,843 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731327308842"}]},"ts":"1731327308842"} 2024-11-11T12:15:08,844 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T12:15:08,866 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T12:15:08,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0940 sec 2024-11-11T12:15:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-11T12:15:08,883 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-11T12:15:08,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-11T12:15:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:15:08,887 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=55, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:15:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-11T12:15:08,889 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=55, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:15:08,891 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:15:08,893 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A, FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B, FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C, FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/recovered.edits] 2024-11-11T12:15:08,897 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/16b618e9aa944f7ca0eb0f10d6414d86 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/16b618e9aa944f7ca0eb0f10d6414d86 2024-11-11T12:15:08,900 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/3c2060d784584d61b0175e1905b6e136 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/3c2060d784584d61b0175e1905b6e136 2024-11-11T12:15:08,902 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/50db4164271145769bd1c61d6e1b83cd to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/50db4164271145769bd1c61d6e1b83cd 2024-11-11T12:15:08,903 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/df39f5ef7224490faad58e265807edc4 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/A/df39f5ef7224490faad58e265807edc4 2024-11-11T12:15:08,906 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/0f047e9ab7c54d0f9c26d271a9355f5f to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/0f047e9ab7c54d0f9c26d271a9355f5f 2024-11-11T12:15:08,907 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/6b683a38642b4472a47da789b20bbbc7 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/6b683a38642b4472a47da789b20bbbc7 2024-11-11T12:15:08,909 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/9a830f225efa4802afa24586c35995bb to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/9a830f225efa4802afa24586c35995bb 2024-11-11T12:15:08,910 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/a3999843ff1642fea0159ce0f00971f7 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/B/a3999843ff1642fea0159ce0f00971f7 2024-11-11T12:15:08,914 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/6e1d20efcb8a4073bf1c6f0702ff930e to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/6e1d20efcb8a4073bf1c6f0702ff930e 2024-11-11T12:15:08,915 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/d3ea5fc0b80e4e2087516bc3fa21845b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/d3ea5fc0b80e4e2087516bc3fa21845b 2024-11-11T12:15:08,917 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f57467679a0547dd8e3d1fe1e9f8d019 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f57467679a0547dd8e3d1fe1e9f8d019 2024-11-11T12:15:08,919 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f93119197d1d4326938c7e37ce674173 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/C/f93119197d1d4326938c7e37ce674173 2024-11-11T12:15:08,923 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/recovered.edits/332.seqid to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0/recovered.edits/332.seqid 2024-11-11T12:15:08,924 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:15:08,924 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T12:15:08,926 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T12:15:08,928 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-11T12:15:08,932 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111224317c4ed1d40f4a49272cefda1bfa8_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111224317c4ed1d40f4a49272cefda1bfa8_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:15:08,934 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112c0d875298ae4a26a87567722ebf2354_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112c0d875298ae4a26a87567722ebf2354_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:15:08,936 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111162c87f78de674fb09b75d731f8f26f4b_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111162c87f78de674fb09b75d731f8f26f4b_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:15:08,940 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111164bc9b861d524ba1baf93402e0011d91_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111164bc9b861d524ba1baf93402e0011d91_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:15:08,942 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111663378edad7b4b3289d7766ad487bcd8_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111663378edad7b4b3289d7766ad487bcd8_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:15:08,944 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116b35e46606004e3b804577f3d0dc7259_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116b35e46606004e3b804577f3d0dc7259_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:15:08,946 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111865092d7f01e4351b264042f643a63af_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111865092d7f01e4351b264042f643a63af_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:15:08,948 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111990e67d2dc974633a8708b66f802a6c6_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111990e67d2dc974633a8708b66f802a6c6_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:15:08,951 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119b708048818d4c758a0b38acc331b887_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119b708048818d4c758a0b38acc331b887_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:15:08,958 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119ddd897bf9114dd4909c2b721856f820_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119ddd897bf9114dd4909c2b721856f820_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:15:08,962 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a30bd34ecf0145cf8f37639029aa90f0_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a30bd34ecf0145cf8f37639029aa90f0_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:15:08,964 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a30c6e4f68514acea5a43a1e497477bd_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a30c6e4f68514acea5a43a1e497477bd_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:15:08,967 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111be6ead03d0664abebf95b88bd23933e0_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111be6ead03d0664abebf95b88bd23933e0_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:15:08,969 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bf331775dc75439caa3ed65fde29eb39_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111bf331775dc75439caa3ed65fde29eb39_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:15:08,971 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c7a6cb211f294c4c9759fbd0016b2d35_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c7a6cb211f294c4c9759fbd0016b2d35_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:15:08,973 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d51f6b7cded14399ac8811e9dba97ece_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d51f6b7cded14399ac8811e9dba97ece_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:15:08,975 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e4eddf02cf624336b87216e1a78aa32e_e1517a8d6bc2d5d9d5b79c1f97aedda0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e4eddf02cf624336b87216e1a78aa32e_e1517a8d6bc2d5d9d5b79c1f97aedda0 2024-11-11T12:15:08,975 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T12:15:08,979 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=55, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:15:08,986 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T12:15:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-11T12:15:08,990 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T12:15:08,995 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=55, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:15:08,995 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T12:15:08,996 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731327308995"}]},"ts":"9223372036854775807"} 2024-11-11T12:15:08,998 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-11T12:15:08,998 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e1517a8d6bc2d5d9d5b79c1f97aedda0, NAME => 'TestAcidGuarantees,,1731327274420.e1517a8d6bc2d5d9d5b79c1f97aedda0.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T12:15:08,998 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T12:15:08,998 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731327308998"}]},"ts":"9223372036854775807"} 2024-11-11T12:15:09,005 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-11T12:15:09,027 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=55, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:15:09,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 143 msec 2024-11-11T12:15:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-11T12:15:09,190 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-11T12:15:09,201 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=236 (was 239), OpenFileDescriptor=449 (was 458), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1754 (was 1714) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3014 (was 2714) - AvailableMemoryMB LEAK? - 2024-11-11T12:15:09,220 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=236, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=1754, ProcessCount=11, AvailableMemoryMB=3013 2024-11-11T12:15:09,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T12:15:09,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T12:15:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=56, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T12:15:09,229 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=56, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T12:15:09,229 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:09,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 56 2024-11-11T12:15:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=56 2024-11-11T12:15:09,234 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=56, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T12:15:09,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742012_1188 (size=960) 2024-11-11T12:15:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=56 2024-11-11T12:15:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=56 2024-11-11T12:15:09,673 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16 2024-11-11T12:15:09,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742013_1189 (size=53) 2024-11-11T12:15:09,696 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T12:15:09,696 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 3e1c26e94cb0d3179de38e71d20bf8c7, disabling compactions & flushes 2024-11-11T12:15:09,696 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:09,696 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:09,696 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. after waiting 0 ms 2024-11-11T12:15:09,696 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:09,696 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:09,696 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:09,697 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=56, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T12:15:09,698 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731327309697"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731327309697"}]},"ts":"1731327309697"} 2024-11-11T12:15:09,699 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T12:15:09,702 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=56, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T12:15:09,702 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731327309702"}]},"ts":"1731327309702"} 2024-11-11T12:15:09,704 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T12:15:09,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e1c26e94cb0d3179de38e71d20bf8c7, ASSIGN}] 2024-11-11T12:15:09,767 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e1c26e94cb0d3179de38e71d20bf8c7, ASSIGN 2024-11-11T12:15:09,767 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e1c26e94cb0d3179de38e71d20bf8c7, ASSIGN; state=OFFLINE, location=645b80804bed,34363,1731327241210; forceNewPlan=false, retain=false 2024-11-11T12:15:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=56 2024-11-11T12:15:09,918 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=3e1c26e94cb0d3179de38e71d20bf8c7, regionState=OPENING, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:15:09,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; OpenRegionProcedure 3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210}] 2024-11-11T12:15:10,072 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:10,091 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:10,091 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} 2024-11-11T12:15:10,092 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:10,092 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T12:15:10,092 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:10,092 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:10,102 INFO [StoreOpener-3e1c26e94cb0d3179de38e71d20bf8c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:10,117 INFO [StoreOpener-3e1c26e94cb0d3179de38e71d20bf8c7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:15:10,117 INFO [StoreOpener-3e1c26e94cb0d3179de38e71d20bf8c7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e1c26e94cb0d3179de38e71d20bf8c7 columnFamilyName A 2024-11-11T12:15:10,118 DEBUG [StoreOpener-3e1c26e94cb0d3179de38e71d20bf8c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:10,118 INFO [StoreOpener-3e1c26e94cb0d3179de38e71d20bf8c7-1 {}] regionserver.HStore(327): Store=3e1c26e94cb0d3179de38e71d20bf8c7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:15:10,118 INFO [StoreOpener-3e1c26e94cb0d3179de38e71d20bf8c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:10,131 INFO [StoreOpener-3e1c26e94cb0d3179de38e71d20bf8c7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:15:10,131 INFO [StoreOpener-3e1c26e94cb0d3179de38e71d20bf8c7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e1c26e94cb0d3179de38e71d20bf8c7 columnFamilyName B 2024-11-11T12:15:10,131 DEBUG [StoreOpener-3e1c26e94cb0d3179de38e71d20bf8c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:10,139 INFO [StoreOpener-3e1c26e94cb0d3179de38e71d20bf8c7-1 {}] regionserver.HStore(327): Store=3e1c26e94cb0d3179de38e71d20bf8c7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:15:10,139 INFO [StoreOpener-3e1c26e94cb0d3179de38e71d20bf8c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:10,143 INFO [StoreOpener-3e1c26e94cb0d3179de38e71d20bf8c7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:15:10,144 INFO [StoreOpener-3e1c26e94cb0d3179de38e71d20bf8c7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e1c26e94cb0d3179de38e71d20bf8c7 columnFamilyName C 2024-11-11T12:15:10,144 DEBUG [StoreOpener-3e1c26e94cb0d3179de38e71d20bf8c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:10,145 INFO [StoreOpener-3e1c26e94cb0d3179de38e71d20bf8c7-1 {}] regionserver.HStore(327): Store=3e1c26e94cb0d3179de38e71d20bf8c7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:15:10,145 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:10,146 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:10,147 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:10,157 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T12:15:10,158 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:10,162 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T12:15:10,163 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 3e1c26e94cb0d3179de38e71d20bf8c7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61586684, jitterRate=-0.08228689432144165}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T12:15:10,163 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:10,164 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., pid=58, masterSystemTime=1731327310072 2024-11-11T12:15:10,165 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:10,165 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:10,165 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=3e1c26e94cb0d3179de38e71d20bf8c7, regionState=OPEN, openSeqNum=2, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:15:10,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-11T12:15:10,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; OpenRegionProcedure 3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 in 247 msec 2024-11-11T12:15:10,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=56 2024-11-11T12:15:10,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=56, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e1c26e94cb0d3179de38e71d20bf8c7, ASSIGN in 403 msec 2024-11-11T12:15:10,180 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=56, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T12:15:10,180 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731327310180"}]},"ts":"1731327310180"} 2024-11-11T12:15:10,183 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T12:15:10,202 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=56, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T12:15:10,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 980 msec 2024-11-11T12:15:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=56 2024-11-11T12:15:10,344 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 56 completed 2024-11-11T12:15:10,347 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00faa31c to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@688f4c53 2024-11-11T12:15:10,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eec6530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:15:10,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:15:10,414 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:15:10,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T12:15:10,416 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T12:15:10,418 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22a568ce to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@305a451d 2024-11-11T12:15:10,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dc273c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:15:10,450 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05e0e280 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@67f02d8c 2024-11-11T12:15:10,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195206da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:15:10,474 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x473477dd to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21cebefa 2024-11-11T12:15:10,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282318cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:15:10,501 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a91dc80 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e7c8846 2024-11-11T12:15:10,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea91426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:15:10,529 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a874cc0 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4093d76e 2024-11-11T12:15:10,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@762de37e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:15:10,553 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31178bc2 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2838b88d 2024-11-11T12:15:10,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@124edab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:15:10,568 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78439bc6 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15d2a893 2024-11-11T12:15:10,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712d7bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:15:10,593 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a2545d0 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ab3f837 2024-11-11T12:15:10,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40da73c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:15:10,616 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d039dc2 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2834a215 2024-11-11T12:15:10,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3be398a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:15:10,630 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15db087a to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@187234de 2024-11-11T12:15:10,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff3c1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:15:10,660 DEBUG [hconnection-0x57ec2352-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:15:10,664 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:15:10,672 DEBUG [hconnection-0x53cc3b59-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:15:10,674 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:15:10,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:15:10,689 DEBUG [hconnection-0x7a47d36a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:15:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-11T12:15:10,690 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:15:10,691 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:15:10,691 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:15:10,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:15:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-11T12:15:10,700 DEBUG [hconnection-0x3b111883-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:15:10,704 DEBUG [hconnection-0x4221e5f3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:15:10,707 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:15:10,708 DEBUG [hconnection-0x41ff6658-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:15:10,710 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:15:10,711 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:15:10,711 DEBUG [hconnection-0x1b6b91a5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:15:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:10,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3e1c26e94cb0d3179de38e71d20bf8c7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T12:15:10,716 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:15:10,717 DEBUG [hconnection-0x7b24957-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:15:10,717 DEBUG [hconnection-0x76ee074e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:15:10,719 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:15:10,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=A 2024-11-11T12:15:10,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:10,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=B 2024-11-11T12:15:10,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:10,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=C 2024-11-11T12:15:10,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:10,722 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:15:10,725 DEBUG [hconnection-0x3fccb25d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:15:10,728 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42882, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:15:10,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42864 deadline: 1731327370775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:10,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327370781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:10,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/c920cdb6c32e4246a5921c4ffabf6daf is 50, key is test_row_0/A:col10/1731327310714/Put/seqid=0 2024-11-11T12:15:10,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327370784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:10,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-11T12:15:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327370786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:10,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42814 deadline: 1731327370786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:10,844 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:10,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-11T12:15:10,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:10,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:10,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:10,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:10,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:10,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742014_1190 (size=12001) 2024-11-11T12:15:10,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/c920cdb6c32e4246a5921c4ffabf6daf 2024-11-11T12:15:10,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42864 deadline: 1731327370888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:10,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327370897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:10,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327370900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:10,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327370900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:10,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42814 deadline: 1731327370901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:10,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/f1eb9a4ef7244f30b3d95d1edd889ab7 is 50, key is test_row_0/B:col10/1731327310714/Put/seqid=0 2024-11-11T12:15:10,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742015_1191 (size=12001) 2024-11-11T12:15:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-11T12:15:11,002 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:11,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-11T12:15:11,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:11,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:11,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:11,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:11,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:11,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42864 deadline: 1731327371095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:11,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327371107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:11,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42814 deadline: 1731327371115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:11,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327371115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:11,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327371116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:11,156 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:11,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-11T12:15:11,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:11,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:11,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:11,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:11,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-11T12:15:11,313 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:11,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-11T12:15:11,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:11,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:11,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:11,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:11,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:11,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/f1eb9a4ef7244f30b3d95d1edd889ab7 2024-11-11T12:15:11,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42864 deadline: 1731327371406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:11,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327371416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:11,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42814 deadline: 1731327371419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:11,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327371426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:11,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327371431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:11,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/2973c039433842a8bf25824295fe5390 is 50, key is test_row_0/C:col10/1731327310714/Put/seqid=0 2024-11-11T12:15:11,471 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:11,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-11T12:15:11,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:11,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:11,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:11,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:11,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:11,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742016_1192 (size=12001) 2024-11-11T12:15:11,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/2973c039433842a8bf25824295fe5390 2024-11-11T12:15:11,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/c920cdb6c32e4246a5921c4ffabf6daf as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/c920cdb6c32e4246a5921c4ffabf6daf 2024-11-11T12:15:11,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/c920cdb6c32e4246a5921c4ffabf6daf, entries=150, sequenceid=13, filesize=11.7 K 2024-11-11T12:15:11,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/f1eb9a4ef7244f30b3d95d1edd889ab7 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/f1eb9a4ef7244f30b3d95d1edd889ab7 2024-11-11T12:15:11,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/f1eb9a4ef7244f30b3d95d1edd889ab7, entries=150, sequenceid=13, filesize=11.7 K 2024-11-11T12:15:11,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/2973c039433842a8bf25824295fe5390 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/2973c039433842a8bf25824295fe5390 2024-11-11T12:15:11,630 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:11,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-11T12:15:11,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:11,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:11,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:11,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:11,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:11,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/2973c039433842a8bf25824295fe5390, entries=150, sequenceid=13, filesize=11.7 K 2024-11-11T12:15:11,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 3e1c26e94cb0d3179de38e71d20bf8c7 in 933ms, sequenceid=13, compaction requested=false 2024-11-11T12:15:11,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:11,785 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:11,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-11T12:15:11,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:11,791 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 3e1c26e94cb0d3179de38e71d20bf8c7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T12:15:11,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=A 2024-11-11T12:15:11,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:11,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=B 2024-11-11T12:15:11,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:11,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=C 2024-11-11T12:15:11,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-11T12:15:11,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/707feb4f68914bc2b23efafea6f850ed is 50, key is test_row_0/A:col10/1731327310765/Put/seqid=0 2024-11-11T12:15:11,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742017_1193 (size=12001) 2024-11-11T12:15:11,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:11,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42814 deadline: 1731327371965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:11,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42864 deadline: 1731327371969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:11,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327371972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:11,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327371981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:11,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327371982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:12,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42814 deadline: 1731327372083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:12,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:12,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327372097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42864 deadline: 1731327372099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:12,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:12,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327372103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327372100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:12,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:12,301 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/707feb4f68914bc2b23efafea6f850ed 2024-11-11T12:15:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42814 deadline: 1731327372293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:12,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327372303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:12,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42864 deadline: 1731327372304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:12,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327372306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:12,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327372314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:12,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/f070ae06a5ad46cc822d1ebbb6b05316 is 50, key is test_row_0/B:col10/1731327310765/Put/seqid=0 2024-11-11T12:15:12,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742018_1194 (size=12001) 2024-11-11T12:15:12,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42814 deadline: 1731327372618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:12,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327372618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:12,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42864 deadline: 1731327372618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:12,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327372628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:12,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327372636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:12,758 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/f070ae06a5ad46cc822d1ebbb6b05316 2024-11-11T12:15:12,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/d8ec019d5a93419cbde9d86d0668c7f8 is 50, key is test_row_0/C:col10/1731327310765/Put/seqid=0 2024-11-11T12:15:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-11T12:15:12,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742019_1195 (size=12001) 2024-11-11T12:15:12,875 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/d8ec019d5a93419cbde9d86d0668c7f8 2024-11-11T12:15:12,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/707feb4f68914bc2b23efafea6f850ed as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/707feb4f68914bc2b23efafea6f850ed 2024-11-11T12:15:12,895 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/707feb4f68914bc2b23efafea6f850ed, entries=150, sequenceid=38, filesize=11.7 K 2024-11-11T12:15:12,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/f070ae06a5ad46cc822d1ebbb6b05316 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/f070ae06a5ad46cc822d1ebbb6b05316 2024-11-11T12:15:12,917 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/f070ae06a5ad46cc822d1ebbb6b05316, entries=150, sequenceid=38, filesize=11.7 K 2024-11-11T12:15:12,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/d8ec019d5a93419cbde9d86d0668c7f8 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/d8ec019d5a93419cbde9d86d0668c7f8 2024-11-11T12:15:12,929 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/d8ec019d5a93419cbde9d86d0668c7f8, entries=150, sequenceid=38, filesize=11.7 K 2024-11-11T12:15:12,931 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3e1c26e94cb0d3179de38e71d20bf8c7 in 1140ms, sequenceid=38, compaction requested=false 2024-11-11T12:15:12,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:12,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:12,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-11T12:15:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-11T12:15:12,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-11T12:15:12,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2460 sec 2024-11-11T12:15:12,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 2.2500 sec 2024-11-11T12:15:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:13,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3e1c26e94cb0d3179de38e71d20bf8c7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T12:15:13,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=A 2024-11-11T12:15:13,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:13,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=B 2024-11-11T12:15:13,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:13,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=C 2024-11-11T12:15:13,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:13,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/c0e04fa7654d416fbbe68d1f0b0d7ca3 is 50, key is test_row_0/A:col10/1731327311972/Put/seqid=0 2024-11-11T12:15:13,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:13,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327373194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:13,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742020_1196 (size=12001) 2024-11-11T12:15:13,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/c0e04fa7654d416fbbe68d1f0b0d7ca3 2024-11-11T12:15:13,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42814 deadline: 1731327373198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:13,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42864 deadline: 1731327373198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:13,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:13,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327373202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327373202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:13,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/de1b2647a30547d3b20dd5707efce401 is 50, key is test_row_0/B:col10/1731327311972/Put/seqid=0 2024-11-11T12:15:13,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742021_1197 (size=12001) 2024-11-11T12:15:13,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327373304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:13,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/de1b2647a30547d3b20dd5707efce401 2024-11-11T12:15:13,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42814 deadline: 1731327373309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:13,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42864 deadline: 1731327373310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:13,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327373311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:13,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327373311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:13,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/2da4638d28494fcda8e894166c88fa1b is 50, key is test_row_0/C:col10/1731327311972/Put/seqid=0 2024-11-11T12:15:13,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742022_1198 (size=12001) 2024-11-11T12:15:13,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/2da4638d28494fcda8e894166c88fa1b 2024-11-11T12:15:13,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/c0e04fa7654d416fbbe68d1f0b0d7ca3 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/c0e04fa7654d416fbbe68d1f0b0d7ca3 2024-11-11T12:15:13,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/c0e04fa7654d416fbbe68d1f0b0d7ca3, entries=150, sequenceid=50, filesize=11.7 K 2024-11-11T12:15:13,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/de1b2647a30547d3b20dd5707efce401 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/de1b2647a30547d3b20dd5707efce401 2024-11-11T12:15:13,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/de1b2647a30547d3b20dd5707efce401, entries=150, sequenceid=50, filesize=11.7 K 2024-11-11T12:15:13,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/2da4638d28494fcda8e894166c88fa1b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/2da4638d28494fcda8e894166c88fa1b 2024-11-11T12:15:13,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/2da4638d28494fcda8e894166c88fa1b, entries=150, sequenceid=50, filesize=11.7 K 2024-11-11T12:15:13,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 3e1c26e94cb0d3179de38e71d20bf8c7 in 356ms, sequenceid=50, compaction requested=true 2024-11-11T12:15:13,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:13,494 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:15:13,497 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:15:13,497 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 3e1c26e94cb0d3179de38e71d20bf8c7/A is initiating minor compaction (all files) 2024-11-11T12:15:13,497 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e1c26e94cb0d3179de38e71d20bf8c7/A in TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:13,498 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/c920cdb6c32e4246a5921c4ffabf6daf, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/707feb4f68914bc2b23efafea6f850ed, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/c0e04fa7654d416fbbe68d1f0b0d7ca3] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp, totalSize=35.2 K 2024-11-11T12:15:13,498 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting c920cdb6c32e4246a5921c4ffabf6daf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731327310702 2024-11-11T12:15:13,499 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 707feb4f68914bc2b23efafea6f850ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731327310765 2024-11-11T12:15:13,500 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0e04fa7654d416fbbe68d1f0b0d7ca3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731327311946 2024-11-11T12:15:13,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e1c26e94cb0d3179de38e71d20bf8c7:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:15:13,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:13,520 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:15:13,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e1c26e94cb0d3179de38e71d20bf8c7:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:15:13,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:13,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e1c26e94cb0d3179de38e71d20bf8c7:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:15:13,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:13,522 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:15:13,522 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 3e1c26e94cb0d3179de38e71d20bf8c7/B is initiating minor compaction (all files) 2024-11-11T12:15:13,522 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e1c26e94cb0d3179de38e71d20bf8c7/B in TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:13,522 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/f1eb9a4ef7244f30b3d95d1edd889ab7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/f070ae06a5ad46cc822d1ebbb6b05316, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/de1b2647a30547d3b20dd5707efce401] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp, totalSize=35.2 K 2024-11-11T12:15:13,523 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting f1eb9a4ef7244f30b3d95d1edd889ab7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731327310702 2024-11-11T12:15:13,524 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting f070ae06a5ad46cc822d1ebbb6b05316, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731327310765 2024-11-11T12:15:13,525 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting de1b2647a30547d3b20dd5707efce401, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731327311946 2024-11-11T12:15:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:13,534 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e1c26e94cb0d3179de38e71d20bf8c7#A#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:13,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3e1c26e94cb0d3179de38e71d20bf8c7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T12:15:13,535 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/11c3eeb8728549b7a86602c7967e3587 is 50, key is test_row_0/A:col10/1731327311972/Put/seqid=0 2024-11-11T12:15:13,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=A 2024-11-11T12:15:13,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:13,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=B 2024-11-11T12:15:13,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:13,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=C 2024-11-11T12:15:13,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:13,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/817f0f30e83c431ab553650491b3d6b7 is 50, key is test_row_0/A:col10/1731327313198/Put/seqid=0 2024-11-11T12:15:13,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327373589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:13,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327373597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:13,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42864 deadline: 1731327373599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:13,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327373615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:13,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42814 deadline: 1731327373624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:13,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742023_1199 (size=12104) 2024-11-11T12:15:13,647 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e1c26e94cb0d3179de38e71d20bf8c7#B#compaction#158 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:13,647 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/70a3e113a4f5410c97119dcd23f68d83 is 50, key is test_row_0/B:col10/1731327311972/Put/seqid=0 2024-11-11T12:15:13,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742024_1200 (size=14341) 2024-11-11T12:15:13,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327373722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:13,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327373724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:13,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42864 deadline: 1731327373725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:13,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42814 deadline: 1731327373738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:13,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327373738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:13,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742025_1201 (size=12104) 2024-11-11T12:15:13,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327373931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:13,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327373931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:13,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42864 deadline: 1731327373931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:13,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42814 deadline: 1731327373947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:13,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327373951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:14,053 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/11c3eeb8728549b7a86602c7967e3587 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/11c3eeb8728549b7a86602c7967e3587 2024-11-11T12:15:14,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/817f0f30e83c431ab553650491b3d6b7 2024-11-11T12:15:14,091 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e1c26e94cb0d3179de38e71d20bf8c7/A of 3e1c26e94cb0d3179de38e71d20bf8c7 into 11c3eeb8728549b7a86602c7967e3587(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:14,091 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:14,091 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., storeName=3e1c26e94cb0d3179de38e71d20bf8c7/A, priority=13, startTime=1731327313494; duration=0sec 2024-11-11T12:15:14,092 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:14,092 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e1c26e94cb0d3179de38e71d20bf8c7:A 2024-11-11T12:15:14,092 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:15:14,096 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:15:14,097 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 3e1c26e94cb0d3179de38e71d20bf8c7/C is initiating minor compaction (all files) 2024-11-11T12:15:14,097 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e1c26e94cb0d3179de38e71d20bf8c7/C in TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:14,097 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/2973c039433842a8bf25824295fe5390, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/d8ec019d5a93419cbde9d86d0668c7f8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/2da4638d28494fcda8e894166c88fa1b] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp, totalSize=35.2 K 2024-11-11T12:15:14,104 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2973c039433842a8bf25824295fe5390, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731327310702 2024-11-11T12:15:14,104 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8ec019d5a93419cbde9d86d0668c7f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731327310765 2024-11-11T12:15:14,105 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2da4638d28494fcda8e894166c88fa1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731327311946 2024-11-11T12:15:14,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/13a1de748f1a4be8928b8f37195e48dd is 50, key is test_row_0/B:col10/1731327313198/Put/seqid=0 2024-11-11T12:15:14,131 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e1c26e94cb0d3179de38e71d20bf8c7#C#compaction#160 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:14,132 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/f7f4e7c365cb490395765424f33fcdd8 is 50, key is test_row_0/C:col10/1731327311972/Put/seqid=0 2024-11-11T12:15:14,156 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/70a3e113a4f5410c97119dcd23f68d83 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/70a3e113a4f5410c97119dcd23f68d83 2024-11-11T12:15:14,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742026_1202 (size=12001) 2024-11-11T12:15:14,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/13a1de748f1a4be8928b8f37195e48dd 2024-11-11T12:15:14,166 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e1c26e94cb0d3179de38e71d20bf8c7/B of 3e1c26e94cb0d3179de38e71d20bf8c7 into 70a3e113a4f5410c97119dcd23f68d83(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:14,166 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:14,166 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., storeName=3e1c26e94cb0d3179de38e71d20bf8c7/B, priority=13, startTime=1731327313520; duration=0sec 2024-11-11T12:15:14,167 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:14,167 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e1c26e94cb0d3179de38e71d20bf8c7:B 2024-11-11T12:15:14,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742027_1203 (size=12104) 2024-11-11T12:15:14,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/c3e5824384aa4b88bdd2f4ec56baa420 is 50, key is test_row_0/C:col10/1731327313198/Put/seqid=0 2024-11-11T12:15:14,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742028_1204 (size=12001) 2024-11-11T12:15:14,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327374241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:14,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327374242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:14,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42864 deadline: 1731327374242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:14,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42814 deadline: 1731327374262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:14,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:14,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327374264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:14,402 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T12:15:14,621 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/f7f4e7c365cb490395765424f33fcdd8 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/f7f4e7c365cb490395765424f33fcdd8 2024-11-11T12:15:14,629 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e1c26e94cb0d3179de38e71d20bf8c7/C of 3e1c26e94cb0d3179de38e71d20bf8c7 into f7f4e7c365cb490395765424f33fcdd8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:14,630 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:14,630 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., storeName=3e1c26e94cb0d3179de38e71d20bf8c7/C, priority=13, startTime=1731327313520; duration=0sec 2024-11-11T12:15:14,630 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:14,630 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e1c26e94cb0d3179de38e71d20bf8c7:C 2024-11-11T12:15:14,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/c3e5824384aa4b88bdd2f4ec56baa420 2024-11-11T12:15:14,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/817f0f30e83c431ab553650491b3d6b7 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/817f0f30e83c431ab553650491b3d6b7 2024-11-11T12:15:14,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/817f0f30e83c431ab553650491b3d6b7, entries=200, sequenceid=78, filesize=14.0 K 2024-11-11T12:15:14,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/13a1de748f1a4be8928b8f37195e48dd as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/13a1de748f1a4be8928b8f37195e48dd 2024-11-11T12:15:14,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/13a1de748f1a4be8928b8f37195e48dd, entries=150, sequenceid=78, filesize=11.7 K 2024-11-11T12:15:14,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/c3e5824384aa4b88bdd2f4ec56baa420 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/c3e5824384aa4b88bdd2f4ec56baa420 2024-11-11T12:15:14,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327374752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:14,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327374752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:14,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42864 deadline: 1731327374753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:14,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327374769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:14,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42814 deadline: 1731327374774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:14,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/c3e5824384aa4b88bdd2f4ec56baa420, entries=150, sequenceid=78, filesize=11.7 K 2024-11-11T12:15:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-11T12:15:14,801 INFO [Thread-920 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-11T12:15:14,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:15:14,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 3e1c26e94cb0d3179de38e71d20bf8c7 in 1270ms, sequenceid=78, compaction requested=false 2024-11-11T12:15:14,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-11T12:15:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-11T12:15:14,810 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:15:14,814 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:15:14,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:15:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-11T12:15:14,972 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:14,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-11T12:15:14,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:14,976 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 3e1c26e94cb0d3179de38e71d20bf8c7 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-11T12:15:14,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=A 2024-11-11T12:15:14,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:14,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=B 2024-11-11T12:15:14,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:14,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=C 2024-11-11T12:15:14,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:15,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/e48c84164c4e4ecb94a5058ac5f03a83 is 50, key is test_row_0/A:col10/1731327313595/Put/seqid=0 2024-11-11T12:15:15,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742029_1205 (size=12001) 2024-11-11T12:15:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-11T12:15:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-11T12:15:15,484 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/e48c84164c4e4ecb94a5058ac5f03a83 2024-11-11T12:15:15,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/1d17fbd62a08455398b8aa23e043011b is 50, key is test_row_0/B:col10/1731327313595/Put/seqid=0 2024-11-11T12:15:15,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742030_1206 (size=12001) 2024-11-11T12:15:15,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:15,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327375818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:15,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42864 deadline: 1731327375823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:15,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327375825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:15,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42814 deadline: 1731327375826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:15,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327375832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-11T12:15:15,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42864 deadline: 1731327375933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:15,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327375933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:15,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42814 deadline: 1731327375934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:15,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327375934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:15,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327375937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:15,960 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/1d17fbd62a08455398b8aa23e043011b 2024-11-11T12:15:15,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/c809109af3f4425fa1277bc21b1d0f89 is 50, key is test_row_0/C:col10/1731327313595/Put/seqid=0 2024-11-11T12:15:16,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742031_1207 (size=12001) 2024-11-11T12:15:16,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:16,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327376142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:16,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:16,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327376142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:16,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327376152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:16,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42864 deadline: 1731327376164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:16,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42814 deadline: 1731327376164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:16,425 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/c809109af3f4425fa1277bc21b1d0f89 2024-11-11T12:15:16,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/e48c84164c4e4ecb94a5058ac5f03a83 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/e48c84164c4e4ecb94a5058ac5f03a83 2024-11-11T12:15:16,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327376453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:16,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327376456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:16,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327376470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:16,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42864 deadline: 1731327376475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:16,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42814 deadline: 1731327376479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:16,489 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/e48c84164c4e4ecb94a5058ac5f03a83, entries=150, sequenceid=90, filesize=11.7 K 2024-11-11T12:15:16,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/1d17fbd62a08455398b8aa23e043011b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/1d17fbd62a08455398b8aa23e043011b 2024-11-11T12:15:16,501 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/1d17fbd62a08455398b8aa23e043011b, entries=150, sequenceid=90, filesize=11.7 K 2024-11-11T12:15:16,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/c809109af3f4425fa1277bc21b1d0f89 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/c809109af3f4425fa1277bc21b1d0f89 2024-11-11T12:15:16,515 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/c809109af3f4425fa1277bc21b1d0f89, entries=150, sequenceid=90, filesize=11.7 K 2024-11-11T12:15:16,517 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 3e1c26e94cb0d3179de38e71d20bf8c7 in 1541ms, sequenceid=90, compaction requested=true 2024-11-11T12:15:16,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:16,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:16,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-11T12:15:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-11T12:15:16,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-11T12:15:16,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7170 sec 2024-11-11T12:15:16,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.7470 sec 2024-11-11T12:15:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-11T12:15:16,921 INFO [Thread-920 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-11T12:15:16,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:15:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-11T12:15:16,925 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:15:16,925 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:15:16,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:15:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-11T12:15:16,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3e1c26e94cb0d3179de38e71d20bf8c7 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-11T12:15:16,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:16,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=A 2024-11-11T12:15:16,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:16,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=B 2024-11-11T12:15:16,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:16,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=C 2024-11-11T12:15:16,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:16,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/4701a07d6db844be80b9cd8aa3b607ce is 50, key is test_row_0/A:col10/1731327315825/Put/seqid=0 2024-11-11T12:15:17,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327376990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:17,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42864 deadline: 1731327376991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:17,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327376992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:17,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42814 deadline: 1731327376997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:17,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327376998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:17,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742032_1208 (size=12001) 2024-11-11T12:15:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-11T12:15:17,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/4701a07d6db844be80b9cd8aa3b607ce 2024-11-11T12:15:17,078 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:17,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-11T12:15:17,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:17,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:17,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:17,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:17,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:17,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/d27cd43d0efc43929568db092d59cde7 is 50, key is test_row_0/B:col10/1731327315825/Put/seqid=0 2024-11-11T12:15:17,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327377103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:17,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327377103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:17,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327377119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:17,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742033_1209 (size=12001) 2024-11-11T12:15:17,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/d27cd43d0efc43929568db092d59cde7 2024-11-11T12:15:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-11T12:15:17,234 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:17,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-11T12:15:17,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:17,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:17,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:17,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:17,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:17,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/e468d4e2b7c343bbbe8cfd2e50013526 is 50, key is test_row_0/C:col10/1731327315825/Put/seqid=0 2024-11-11T12:15:17,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327377319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:17,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327377319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:17,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327377338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:17,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742034_1210 (size=12001) 2024-11-11T12:15:17,407 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:17,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-11T12:15:17,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:17,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:17,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:17,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:17,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-11T12:15:17,560 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:17,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-11T12:15:17,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:17,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:17,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:17,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:17,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:17,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327377638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:17,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327377640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:17,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327377662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:17,727 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:17,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-11T12:15:17,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:17,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:17,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:17,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:17,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:17,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/e468d4e2b7c343bbbe8cfd2e50013526 2024-11-11T12:15:17,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/4701a07d6db844be80b9cd8aa3b607ce as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/4701a07d6db844be80b9cd8aa3b607ce 2024-11-11T12:15:17,883 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:17,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-11T12:15:17,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:17,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:17,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:17,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:17,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:17,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/4701a07d6db844be80b9cd8aa3b607ce, entries=150, sequenceid=119, filesize=11.7 K 2024-11-11T12:15:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:17,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/d27cd43d0efc43929568db092d59cde7 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/d27cd43d0efc43929568db092d59cde7 2024-11-11T12:15:17,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/d27cd43d0efc43929568db092d59cde7, entries=150, sequenceid=119, filesize=11.7 K 2024-11-11T12:15:18,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/e468d4e2b7c343bbbe8cfd2e50013526 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/e468d4e2b7c343bbbe8cfd2e50013526 2024-11-11T12:15:18,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42864 deadline: 1731327378004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:18,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42814 deadline: 1731327378016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-11T12:15:18,048 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:18,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-11T12:15:18,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:18,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:18,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:18,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/e468d4e2b7c343bbbe8cfd2e50013526, entries=150, sequenceid=119, filesize=11.7 K 2024-11-11T12:15:18,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:18,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:18,055 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 3e1c26e94cb0d3179de38e71d20bf8c7 in 1086ms, sequenceid=119, compaction requested=true 2024-11-11T12:15:18,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:18,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e1c26e94cb0d3179de38e71d20bf8c7:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:15:18,060 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:15:18,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:18,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e1c26e94cb0d3179de38e71d20bf8c7:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:15:18,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:18,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e1c26e94cb0d3179de38e71d20bf8c7:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:15:18,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T12:15:18,060 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:15:18,073 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:15:18,073 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 3e1c26e94cb0d3179de38e71d20bf8c7/A is initiating minor compaction (all files) 2024-11-11T12:15:18,073 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e1c26e94cb0d3179de38e71d20bf8c7/A in TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:18,073 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/11c3eeb8728549b7a86602c7967e3587, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/817f0f30e83c431ab553650491b3d6b7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/e48c84164c4e4ecb94a5058ac5f03a83, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/4701a07d6db844be80b9cd8aa3b607ce] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp, totalSize=49.3 K 2024-11-11T12:15:18,073 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:15:18,074 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 3e1c26e94cb0d3179de38e71d20bf8c7/B is initiating minor compaction (all files) 2024-11-11T12:15:18,074 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e1c26e94cb0d3179de38e71d20bf8c7/B in TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:18,074 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/70a3e113a4f5410c97119dcd23f68d83, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/13a1de748f1a4be8928b8f37195e48dd, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/1d17fbd62a08455398b8aa23e043011b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/d27cd43d0efc43929568db092d59cde7] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp, totalSize=47.0 K 2024-11-11T12:15:18,084 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11c3eeb8728549b7a86602c7967e3587, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731327311946 2024-11-11T12:15:18,084 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 70a3e113a4f5410c97119dcd23f68d83, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731327311946 2024-11-11T12:15:18,084 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 13a1de748f1a4be8928b8f37195e48dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731327313198 2024-11-11T12:15:18,085 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d17fbd62a08455398b8aa23e043011b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731327313538 2024-11-11T12:15:18,086 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 817f0f30e83c431ab553650491b3d6b7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731327313198 2024-11-11T12:15:18,091 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting d27cd43d0efc43929568db092d59cde7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731327315815 2024-11-11T12:15:18,096 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting e48c84164c4e4ecb94a5058ac5f03a83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731327313538 2024-11-11T12:15:18,104 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4701a07d6db844be80b9cd8aa3b607ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731327315815 2024-11-11T12:15:18,174 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e1c26e94cb0d3179de38e71d20bf8c7#B#compaction#168 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:18,174 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/d5f95f20b0c4479090eb783ba124526d is 50, key is test_row_0/B:col10/1731327315825/Put/seqid=0 2024-11-11T12:15:18,199 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e1c26e94cb0d3179de38e71d20bf8c7#A#compaction#169 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:18,200 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/25cab56bf1c14899b4a586e14d9ca5e6 is 50, key is test_row_0/A:col10/1731327315825/Put/seqid=0 2024-11-11T12:15:18,213 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:18,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-11T12:15:18,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:18,214 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 3e1c26e94cb0d3179de38e71d20bf8c7 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-11T12:15:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:18,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:18,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=A 2024-11-11T12:15:18,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:18,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=B 2024-11-11T12:15:18,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:18,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=C 2024-11-11T12:15:18,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:18,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/66763fe9c996477eb97aaaf4a5354835 is 50, key is test_row_0/A:col10/1731327318178/Put/seqid=0 2024-11-11T12:15:18,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742036_1212 (size=12241) 2024-11-11T12:15:18,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742035_1211 (size=12241) 2024-11-11T12:15:18,310 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/d5f95f20b0c4479090eb783ba124526d as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/d5f95f20b0c4479090eb783ba124526d 2024-11-11T12:15:18,312 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/25cab56bf1c14899b4a586e14d9ca5e6 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/25cab56bf1c14899b4a586e14d9ca5e6 2024-11-11T12:15:18,324 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3e1c26e94cb0d3179de38e71d20bf8c7/A of 3e1c26e94cb0d3179de38e71d20bf8c7 into 25cab56bf1c14899b4a586e14d9ca5e6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:18,324 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3e1c26e94cb0d3179de38e71d20bf8c7/B of 3e1c26e94cb0d3179de38e71d20bf8c7 into d5f95f20b0c4479090eb783ba124526d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:18,324 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:18,324 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:18,324 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., storeName=3e1c26e94cb0d3179de38e71d20bf8c7/A, priority=12, startTime=1731327318060; duration=0sec 2024-11-11T12:15:18,324 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., storeName=3e1c26e94cb0d3179de38e71d20bf8c7/B, priority=12, startTime=1731327318060; duration=0sec 2024-11-11T12:15:18,324 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:18,324 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e1c26e94cb0d3179de38e71d20bf8c7:A 2024-11-11T12:15:18,324 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:15:18,325 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:18,325 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e1c26e94cb0d3179de38e71d20bf8c7:B 2024-11-11T12:15:18,326 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:15:18,326 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 3e1c26e94cb0d3179de38e71d20bf8c7/C is initiating minor compaction (all files) 2024-11-11T12:15:18,326 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e1c26e94cb0d3179de38e71d20bf8c7/C in TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:18,327 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/f7f4e7c365cb490395765424f33fcdd8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/c3e5824384aa4b88bdd2f4ec56baa420, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/c809109af3f4425fa1277bc21b1d0f89, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/e468d4e2b7c343bbbe8cfd2e50013526] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp, totalSize=47.0 K 2024-11-11T12:15:18,327 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7f4e7c365cb490395765424f33fcdd8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731327311946 2024-11-11T12:15:18,328 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3e5824384aa4b88bdd2f4ec56baa420, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731327313198 2024-11-11T12:15:18,328 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting c809109af3f4425fa1277bc21b1d0f89, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731327313538 2024-11-11T12:15:18,329 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting e468d4e2b7c343bbbe8cfd2e50013526, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731327315815 2024-11-11T12:15:18,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742037_1213 (size=14491) 2024-11-11T12:15:18,354 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e1c26e94cb0d3179de38e71d20bf8c7#C#compaction#171 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:18,355 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/1b3dd0c85e07407ebbb1cc203768de7c is 50, key is test_row_0/C:col10/1731327315825/Put/seqid=0 2024-11-11T12:15:18,359 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/66763fe9c996477eb97aaaf4a5354835 2024-11-11T12:15:18,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742038_1214 (size=12241) 2024-11-11T12:15:18,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327378371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:18,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/96e5d482470146328cd5c36b74f14b0f is 50, key is test_row_0/B:col10/1731327318178/Put/seqid=0 2024-11-11T12:15:18,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327378387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:18,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327378389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:18,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742039_1215 (size=12101) 2024-11-11T12:15:18,471 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/96e5d482470146328cd5c36b74f14b0f 2024-11-11T12:15:18,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327378502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:18,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327378504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:18,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327378504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:18,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/6c0e2fd7573040aab0648c24282d671a is 50, key is test_row_0/C:col10/1731327318178/Put/seqid=0 2024-11-11T12:15:18,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742040_1216 (size=12101) 2024-11-11T12:15:18,599 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/6c0e2fd7573040aab0648c24282d671a 2024-11-11T12:15:18,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/66763fe9c996477eb97aaaf4a5354835 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/66763fe9c996477eb97aaaf4a5354835 2024-11-11T12:15:18,642 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/66763fe9c996477eb97aaaf4a5354835, entries=200, sequenceid=131, filesize=14.2 K 2024-11-11T12:15:18,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/96e5d482470146328cd5c36b74f14b0f as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/96e5d482470146328cd5c36b74f14b0f 2024-11-11T12:15:18,658 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/96e5d482470146328cd5c36b74f14b0f, entries=150, sequenceid=131, filesize=11.8 K 2024-11-11T12:15:18,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/6c0e2fd7573040aab0648c24282d671a as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/6c0e2fd7573040aab0648c24282d671a 2024-11-11T12:15:18,675 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/6c0e2fd7573040aab0648c24282d671a, entries=150, sequenceid=131, filesize=11.8 K 2024-11-11T12:15:18,683 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 3e1c26e94cb0d3179de38e71d20bf8c7 in 469ms, sequenceid=131, compaction requested=false 2024-11-11T12:15:18,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:18,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:18,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-11T12:15:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-11T12:15:18,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-11T12:15:18,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7650 sec 2024-11-11T12:15:18,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.7700 sec 2024-11-11T12:15:18,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3e1c26e94cb0d3179de38e71d20bf8c7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T12:15:18,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=A 2024-11-11T12:15:18,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:18,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=B 2024-11-11T12:15:18,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:18,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=C 2024-11-11T12:15:18,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:18,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/b96df3fe869c4c088d7418e88067906a is 50, key is test_row_0/A:col10/1731327318346/Put/seqid=0 2024-11-11T12:15:18,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327378757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:18,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327378757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:18,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327378754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:18,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742041_1217 (size=14541) 2024-11-11T12:15:18,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/b96df3fe869c4c088d7418e88067906a 2024-11-11T12:15:18,823 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/1b3dd0c85e07407ebbb1cc203768de7c as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/1b3dd0c85e07407ebbb1cc203768de7c 2024-11-11T12:15:18,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/bc932229fac84620a060ab678e14df43 is 50, key is test_row_0/B:col10/1731327318346/Put/seqid=0 2024-11-11T12:15:18,844 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3e1c26e94cb0d3179de38e71d20bf8c7/C of 3e1c26e94cb0d3179de38e71d20bf8c7 into 1b3dd0c85e07407ebbb1cc203768de7c(size=12.0 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:18,844 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:18,844 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., storeName=3e1c26e94cb0d3179de38e71d20bf8c7/C, priority=12, startTime=1731327318060; duration=0sec 2024-11-11T12:15:18,844 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:18,844 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e1c26e94cb0d3179de38e71d20bf8c7:C 2024-11-11T12:15:18,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327378871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:18,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327378872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:18,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742042_1218 (size=12151) 2024-11-11T12:15:18,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/bc932229fac84620a060ab678e14df43 2024-11-11T12:15:18,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327378886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:18,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/bb3e2eac897344248b68c57e42f09f9b is 50, key is test_row_0/C:col10/1731327318346/Put/seqid=0 2024-11-11T12:15:18,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742043_1219 (size=12151) 2024-11-11T12:15:18,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/bb3e2eac897344248b68c57e42f09f9b 2024-11-11T12:15:18,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/b96df3fe869c4c088d7418e88067906a as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/b96df3fe869c4c088d7418e88067906a 2024-11-11T12:15:19,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/b96df3fe869c4c088d7418e88067906a, entries=200, sequenceid=159, filesize=14.2 K 2024-11-11T12:15:19,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/bc932229fac84620a060ab678e14df43 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/bc932229fac84620a060ab678e14df43 2024-11-11T12:15:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-11T12:15:19,034 INFO [Thread-920 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-11T12:15:19,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:15:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-11T12:15:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-11T12:15:19,037 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:15:19,038 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:15:19,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:15:19,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/bc932229fac84620a060ab678e14df43, entries=150, sequenceid=159, filesize=11.9 K 2024-11-11T12:15:19,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/bb3e2eac897344248b68c57e42f09f9b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/bb3e2eac897344248b68c57e42f09f9b 2024-11-11T12:15:19,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/bb3e2eac897344248b68c57e42f09f9b, entries=150, sequenceid=159, filesize=11.9 K 2024-11-11T12:15:19,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 3e1c26e94cb0d3179de38e71d20bf8c7 in 369ms, sequenceid=159, compaction requested=true 2024-11-11T12:15:19,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:19,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e1c26e94cb0d3179de38e71d20bf8c7:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:15:19,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:19,081 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:15:19,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e1c26e94cb0d3179de38e71d20bf8c7:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:15:19,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:19,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e1c26e94cb0d3179de38e71d20bf8c7:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:15:19,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T12:15:19,082 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:15:19,084 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:15:19,084 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41273 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:15:19,084 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 3e1c26e94cb0d3179de38e71d20bf8c7/A is initiating minor compaction (all files) 2024-11-11T12:15:19,084 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 3e1c26e94cb0d3179de38e71d20bf8c7/B is initiating minor compaction (all files) 2024-11-11T12:15:19,084 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e1c26e94cb0d3179de38e71d20bf8c7/A in TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:19,084 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e1c26e94cb0d3179de38e71d20bf8c7/B in TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:19,084 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/d5f95f20b0c4479090eb783ba124526d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/96e5d482470146328cd5c36b74f14b0f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/bc932229fac84620a060ab678e14df43] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp, totalSize=35.6 K 2024-11-11T12:15:19,084 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/25cab56bf1c14899b4a586e14d9ca5e6, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/66763fe9c996477eb97aaaf4a5354835, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/b96df3fe869c4c088d7418e88067906a] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp, totalSize=40.3 K 2024-11-11T12:15:19,085 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5f95f20b0c4479090eb783ba124526d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731327315815 2024-11-11T12:15:19,085 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 25cab56bf1c14899b4a586e14d9ca5e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731327315815 2024-11-11T12:15:19,085 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96e5d482470146328cd5c36b74f14b0f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731327318160 2024-11-11T12:15:19,086 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 66763fe9c996477eb97aaaf4a5354835, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731327318160 2024-11-11T12:15:19,086 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting b96df3fe869c4c088d7418e88067906a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731327318346 2024-11-11T12:15:19,086 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc932229fac84620a060ab678e14df43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731327318346 2024-11-11T12:15:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:19,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3e1c26e94cb0d3179de38e71d20bf8c7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T12:15:19,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=A 2024-11-11T12:15:19,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:19,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=B 2024-11-11T12:15:19,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:19,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=C 2024-11-11T12:15:19,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:19,101 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e1c26e94cb0d3179de38e71d20bf8c7#B#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:19,102 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/7e675d30731a4b30965665af6cfd2890 is 50, key is test_row_0/B:col10/1731327318346/Put/seqid=0 2024-11-11T12:15:19,117 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e1c26e94cb0d3179de38e71d20bf8c7#A#compaction#178 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:19,117 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/fffcea44e2b7494e9173b66036f4d66d is 50, key is test_row_0/A:col10/1731327318346/Put/seqid=0 2024-11-11T12:15:19,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/4280f3a59a694ad980284e923530990c is 50, key is test_row_0/A:col10/1731327318749/Put/seqid=0 2024-11-11T12:15:19,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742044_1220 (size=12493) 2024-11-11T12:15:19,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-11T12:15:19,191 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:19,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-11T12:15:19,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:19,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:19,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:19,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:19,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:19,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742046_1222 (size=12151) 2024-11-11T12:15:19,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742045_1221 (size=12493) 2024-11-11T12:15:19,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327379203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:19,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327379204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:19,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327379207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:19,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327379314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:19,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327379316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:19,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:19,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327379319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:19,345 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:19,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-11T12:15:19,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:19,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:19,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:19,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:19,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-11T12:15:19,500 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:19,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-11T12:15:19,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:19,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:19,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:19,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:19,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:19,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327379520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:19,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327379523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:19,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327379529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:19,544 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/7e675d30731a4b30965665af6cfd2890 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/7e675d30731a4b30965665af6cfd2890 2024-11-11T12:15:19,551 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e1c26e94cb0d3179de38e71d20bf8c7/B of 3e1c26e94cb0d3179de38e71d20bf8c7 into 7e675d30731a4b30965665af6cfd2890(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:19,553 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:19,553 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., storeName=3e1c26e94cb0d3179de38e71d20bf8c7/B, priority=13, startTime=1731327319081; duration=0sec 2024-11-11T12:15:19,553 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:19,553 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e1c26e94cb0d3179de38e71d20bf8c7:B 2024-11-11T12:15:19,553 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:15:19,554 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:15:19,554 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 3e1c26e94cb0d3179de38e71d20bf8c7/C is initiating minor compaction (all files) 2024-11-11T12:15:19,554 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e1c26e94cb0d3179de38e71d20bf8c7/C in TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:19,555 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/1b3dd0c85e07407ebbb1cc203768de7c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/6c0e2fd7573040aab0648c24282d671a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/bb3e2eac897344248b68c57e42f09f9b] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp, totalSize=35.6 K 2024-11-11T12:15:19,555 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b3dd0c85e07407ebbb1cc203768de7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731327315815 2024-11-11T12:15:19,555 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c0e2fd7573040aab0648c24282d671a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731327318160 2024-11-11T12:15:19,560 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb3e2eac897344248b68c57e42f09f9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731327318346 2024-11-11T12:15:19,576 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e1c26e94cb0d3179de38e71d20bf8c7#C#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:19,577 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/ed32ddf0411e4664a6beeeebed1d87c7 is 50, key is test_row_0/C:col10/1731327318346/Put/seqid=0 2024-11-11T12:15:19,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/4280f3a59a694ad980284e923530990c 2024-11-11T12:15:19,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742047_1223 (size=12493) 2024-11-11T12:15:19,613 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/fffcea44e2b7494e9173b66036f4d66d as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/fffcea44e2b7494e9173b66036f4d66d 2024-11-11T12:15:19,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/4ba8b1db31e14b5cb601ed18b0f79c1a is 50, key is test_row_0/B:col10/1731327318749/Put/seqid=0 2024-11-11T12:15:19,623 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e1c26e94cb0d3179de38e71d20bf8c7/A of 3e1c26e94cb0d3179de38e71d20bf8c7 into fffcea44e2b7494e9173b66036f4d66d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:19,623 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:19,623 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., storeName=3e1c26e94cb0d3179de38e71d20bf8c7/A, priority=13, startTime=1731327319081; duration=0sec 2024-11-11T12:15:19,623 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:19,623 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e1c26e94cb0d3179de38e71d20bf8c7:A 2024-11-11T12:15:19,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742048_1224 (size=12151) 2024-11-11T12:15:19,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/4ba8b1db31e14b5cb601ed18b0f79c1a 2024-11-11T12:15:19,656 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:19,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-11T12:15:19,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:19,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:19,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:19,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:19,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:19,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/ed99d8af7c9f469e96cd25fd698bf5cf is 50, key is test_row_0/C:col10/1731327318749/Put/seqid=0 2024-11-11T12:15:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-11T12:15:19,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742049_1225 (size=12151) 2024-11-11T12:15:19,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/ed99d8af7c9f469e96cd25fd698bf5cf 2024-11-11T12:15:19,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/4280f3a59a694ad980284e923530990c as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/4280f3a59a694ad980284e923530990c 2024-11-11T12:15:19,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/4280f3a59a694ad980284e923530990c, entries=150, sequenceid=173, filesize=11.9 K 2024-11-11T12:15:19,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/4ba8b1db31e14b5cb601ed18b0f79c1a as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/4ba8b1db31e14b5cb601ed18b0f79c1a 2024-11-11T12:15:19,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/4ba8b1db31e14b5cb601ed18b0f79c1a, entries=150, sequenceid=173, filesize=11.9 K 2024-11-11T12:15:19,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/ed99d8af7c9f469e96cd25fd698bf5cf as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/ed99d8af7c9f469e96cd25fd698bf5cf 2024-11-11T12:15:19,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/ed99d8af7c9f469e96cd25fd698bf5cf, entries=150, sequenceid=173, filesize=11.9 K 2024-11-11T12:15:19,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3e1c26e94cb0d3179de38e71d20bf8c7 in 638ms, sequenceid=173, compaction requested=false 2024-11-11T12:15:19,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:19,816 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:19,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-11T12:15:19,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:19,823 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 3e1c26e94cb0d3179de38e71d20bf8c7 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T12:15:19,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=A 2024-11-11T12:15:19,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:19,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=B 2024-11-11T12:15:19,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:19,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=C 2024-11-11T12:15:19,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:19,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:19,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/dbaab2cd357c474c9b101d5bba9896c0 is 50, key is test_row_0/A:col10/1731327319206/Put/seqid=0 2024-11-11T12:15:19,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327379872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:19,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327379875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:19,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327379876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:19,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742050_1226 (size=12151) 2024-11-11T12:15:19,918 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/dbaab2cd357c474c9b101d5bba9896c0 2024-11-11T12:15:19,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/5fa126d82d1643e1ac801e59a09c7442 is 50, key is test_row_0/B:col10/1731327319206/Put/seqid=0 2024-11-11T12:15:19,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327379982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:19,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327379983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:20,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:20,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327379995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:20,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742051_1227 (size=12151) 2024-11-11T12:15:20,028 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/ed32ddf0411e4664a6beeeebed1d87c7 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/ed32ddf0411e4664a6beeeebed1d87c7 2024-11-11T12:15:20,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42864 deadline: 1731327380037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:20,042 DEBUG [Thread-910 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4225 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., hostname=645b80804bed,34363,1731327241210, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T12:15:20,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42814 deadline: 1731327380044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:20,055 DEBUG [Thread-918 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4223 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., hostname=645b80804bed,34363,1731327241210, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T12:15:20,059 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e1c26e94cb0d3179de38e71d20bf8c7/C of 3e1c26e94cb0d3179de38e71d20bf8c7 into ed32ddf0411e4664a6beeeebed1d87c7(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:20,059 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:20,059 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., storeName=3e1c26e94cb0d3179de38e71d20bf8c7/C, priority=13, startTime=1731327319081; duration=0sec 2024-11-11T12:15:20,059 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:20,060 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e1c26e94cb0d3179de38e71d20bf8c7:C 2024-11-11T12:15:20,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:20,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327380187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:20,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:20,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327380188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:20,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-11T12:15:20,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327380205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:20,415 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/5fa126d82d1643e1ac801e59a09c7442 2024-11-11T12:15:20,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327380494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:20,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327380494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:20,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/ca48f05ec3bf4fcdaf07e99fc7bce622 is 50, key is test_row_0/C:col10/1731327319206/Put/seqid=0 2024-11-11T12:15:20,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327380510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:20,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742052_1228 (size=12151) 2024-11-11T12:15:20,553 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/ca48f05ec3bf4fcdaf07e99fc7bce622 2024-11-11T12:15:20,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/dbaab2cd357c474c9b101d5bba9896c0 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/dbaab2cd357c474c9b101d5bba9896c0 2024-11-11T12:15:20,608 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/dbaab2cd357c474c9b101d5bba9896c0, entries=150, sequenceid=198, filesize=11.9 K 2024-11-11T12:15:20,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/5fa126d82d1643e1ac801e59a09c7442 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/5fa126d82d1643e1ac801e59a09c7442 2024-11-11T12:15:20,668 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/5fa126d82d1643e1ac801e59a09c7442, entries=150, sequenceid=198, filesize=11.9 K 2024-11-11T12:15:20,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/ca48f05ec3bf4fcdaf07e99fc7bce622 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/ca48f05ec3bf4fcdaf07e99fc7bce622 2024-11-11T12:15:20,709 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/ca48f05ec3bf4fcdaf07e99fc7bce622, entries=150, sequenceid=198, filesize=11.9 K 2024-11-11T12:15:20,711 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 3e1c26e94cb0d3179de38e71d20bf8c7 in 887ms, sequenceid=198, compaction requested=true 2024-11-11T12:15:20,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:20,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:20,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-11T12:15:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-11T12:15:20,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-11T12:15:20,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6810 sec 2024-11-11T12:15:20,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.7000 sec 2024-11-11T12:15:21,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3e1c26e94cb0d3179de38e71d20bf8c7 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T12:15:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=A 2024-11-11T12:15:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=B 2024-11-11T12:15:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=C 2024-11-11T12:15:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:21,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/9cb6ec2cfa4f461aa3059a950d1a2b66 is 50, key is test_row_0/A:col10/1731327321008/Put/seqid=0 2024-11-11T12:15:21,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327381064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:21,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327381073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:21,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327381073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:21,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742053_1229 (size=14541) 2024-11-11T12:15:21,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327381175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:21,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327381184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:21,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327381185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-11T12:15:21,197 INFO [Thread-920 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-11T12:15:21,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:15:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-11T12:15:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-11T12:15:21,227 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:15:21,231 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:15:21,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:15:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-11T12:15:21,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327381382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:21,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327381387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:21,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327381388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:21,390 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:21,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-11T12:15:21,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:21,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:21,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:21,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:21,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:21,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/9cb6ec2cfa4f461aa3059a950d1a2b66 2024-11-11T12:15:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-11T12:15:21,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/179875c933f144dc85ca221ebebeb0ba is 50, key is test_row_0/B:col10/1731327321008/Put/seqid=0 2024-11-11T12:15:21,543 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:21,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-11T12:15:21,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:21,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:21,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:21,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:21,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:21,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742054_1230 (size=12151) 2024-11-11T12:15:21,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/179875c933f144dc85ca221ebebeb0ba 2024-11-11T12:15:21,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/3ce9e8490668400badca9f711c879485 is 50, key is test_row_0/C:col10/1731327321008/Put/seqid=0 2024-11-11T12:15:21,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742055_1231 (size=12151) 2024-11-11T12:15:21,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327381691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:21,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327381692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:21,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327381693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:21,706 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:21,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-11T12:15:21,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:21,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:21,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:21,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:21,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-11T12:15:21,863 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:21,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-11T12:15:21,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:21,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:21,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:21,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:21,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:22,043 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:22,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-11T12:15:22,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:22,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:22,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:22,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:22,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:22,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/3ce9e8490668400badca9f711c879485 2024-11-11T12:15:22,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/9cb6ec2cfa4f461aa3059a950d1a2b66 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/9cb6ec2cfa4f461aa3059a950d1a2b66 2024-11-11T12:15:22,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/9cb6ec2cfa4f461aa3059a950d1a2b66, entries=200, sequenceid=215, filesize=14.2 K 2024-11-11T12:15:22,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/179875c933f144dc85ca221ebebeb0ba as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/179875c933f144dc85ca221ebebeb0ba 2024-11-11T12:15:22,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/179875c933f144dc85ca221ebebeb0ba, entries=150, sequenceid=215, filesize=11.9 K 2024-11-11T12:15:22,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/3ce9e8490668400badca9f711c879485 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/3ce9e8490668400badca9f711c879485 2024-11-11T12:15:22,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327382204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:22,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327382205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:22,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327382205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:22,217 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:22,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-11T12:15:22,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:22,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:22,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:22,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:22,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:22,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/3ce9e8490668400badca9f711c879485, entries=150, sequenceid=215, filesize=11.9 K 2024-11-11T12:15:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:22,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 3e1c26e94cb0d3179de38e71d20bf8c7 in 1216ms, sequenceid=215, compaction requested=true 2024-11-11T12:15:22,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:22,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e1c26e94cb0d3179de38e71d20bf8c7:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:15:22,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:22,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e1c26e94cb0d3179de38e71d20bf8c7:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:15:22,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T12:15:22,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e1c26e94cb0d3179de38e71d20bf8c7:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:15:22,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-11T12:15:22,230 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:15:22,231 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:15:22,240 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51336 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:15:22,240 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 3e1c26e94cb0d3179de38e71d20bf8c7/A is initiating minor compaction (all files) 2024-11-11T12:15:22,240 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e1c26e94cb0d3179de38e71d20bf8c7/A in TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:22,240 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/fffcea44e2b7494e9173b66036f4d66d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/4280f3a59a694ad980284e923530990c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/dbaab2cd357c474c9b101d5bba9896c0, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/9cb6ec2cfa4f461aa3059a950d1a2b66] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp, totalSize=50.1 K 2024-11-11T12:15:22,244 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting fffcea44e2b7494e9173b66036f4d66d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731327318346 2024-11-11T12:15:22,246 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 4280f3a59a694ad980284e923530990c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731327318749 2024-11-11T12:15:22,248 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting dbaab2cd357c474c9b101d5bba9896c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731327319195 2024-11-11T12:15:22,251 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:15:22,251 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 3e1c26e94cb0d3179de38e71d20bf8c7/C is initiating minor compaction (all files) 2024-11-11T12:15:22,251 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e1c26e94cb0d3179de38e71d20bf8c7/C in TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:22,252 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/ed32ddf0411e4664a6beeeebed1d87c7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/ed99d8af7c9f469e96cd25fd698bf5cf, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/ca48f05ec3bf4fcdaf07e99fc7bce622, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/3ce9e8490668400badca9f711c879485] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp, totalSize=47.8 K 2024-11-11T12:15:22,252 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cb6ec2cfa4f461aa3059a950d1a2b66, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731327319846 2024-11-11T12:15:22,255 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed32ddf0411e4664a6beeeebed1d87c7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731327318346 2024-11-11T12:15:22,260 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed99d8af7c9f469e96cd25fd698bf5cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731327318749 2024-11-11T12:15:22,264 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca48f05ec3bf4fcdaf07e99fc7bce622, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731327319195 2024-11-11T12:15:22,268 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ce9e8490668400badca9f711c879485, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731327319869 2024-11-11T12:15:22,290 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e1c26e94cb0d3179de38e71d20bf8c7#C#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:22,290 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/38af0c246ba442229b9c4f94e316d2cc is 50, key is test_row_0/C:col10/1731327321008/Put/seqid=0 2024-11-11T12:15:22,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742056_1232 (size=12629) 2024-11-11T12:15:22,321 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e1c26e94cb0d3179de38e71d20bf8c7#A#compaction#190 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:22,321 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/6f5c5288d0c6428d960ca9ed977b507e is 50, key is test_row_0/A:col10/1731327321008/Put/seqid=0 2024-11-11T12:15:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-11T12:15:22,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742057_1233 (size=12629) 2024-11-11T12:15:22,383 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:22,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-11T12:15:22,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:22,388 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 3e1c26e94cb0d3179de38e71d20bf8c7 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-11T12:15:22,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=A 2024-11-11T12:15:22,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:22,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=B 2024-11-11T12:15:22,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:22,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=C 2024-11-11T12:15:22,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:22,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/26e87472a5ca4eada72e651a69e78acd is 50, key is test_row_0/A:col10/1731327321061/Put/seqid=0 2024-11-11T12:15:22,409 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/6f5c5288d0c6428d960ca9ed977b507e as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/6f5c5288d0c6428d960ca9ed977b507e 2024-11-11T12:15:22,441 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3e1c26e94cb0d3179de38e71d20bf8c7/A of 3e1c26e94cb0d3179de38e71d20bf8c7 into 6f5c5288d0c6428d960ca9ed977b507e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:22,441 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:22,441 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., storeName=3e1c26e94cb0d3179de38e71d20bf8c7/A, priority=12, startTime=1731327322229; duration=0sec 2024-11-11T12:15:22,441 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:22,441 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e1c26e94cb0d3179de38e71d20bf8c7:A 2024-11-11T12:15:22,441 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:15:22,451 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:15:22,451 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 3e1c26e94cb0d3179de38e71d20bf8c7/B is initiating minor compaction (all files) 2024-11-11T12:15:22,451 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e1c26e94cb0d3179de38e71d20bf8c7/B in TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:22,452 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/7e675d30731a4b30965665af6cfd2890, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/4ba8b1db31e14b5cb601ed18b0f79c1a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/5fa126d82d1643e1ac801e59a09c7442, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/179875c933f144dc85ca221ebebeb0ba] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp, totalSize=47.8 K 2024-11-11T12:15:22,454 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e675d30731a4b30965665af6cfd2890, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731327318346 2024-11-11T12:15:22,455 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ba8b1db31e14b5cb601ed18b0f79c1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731327318749 2024-11-11T12:15:22,455 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fa126d82d1643e1ac801e59a09c7442, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731327319195 2024-11-11T12:15:22,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742058_1234 (size=12151) 2024-11-11T12:15:22,456 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 179875c933f144dc85ca221ebebeb0ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731327319869 2024-11-11T12:15:22,459 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/26e87472a5ca4eada72e651a69e78acd 2024-11-11T12:15:22,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/d9e7d82e1c0b47eeb02f5c9d111a0d20 is 50, key is test_row_0/B:col10/1731327321061/Put/seqid=0 2024-11-11T12:15:22,519 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e1c26e94cb0d3179de38e71d20bf8c7#B#compaction#193 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:22,520 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/853513d2953b4deda38572d1b1d230d4 is 50, key is test_row_0/B:col10/1731327321008/Put/seqid=0 2024-11-11T12:15:22,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742059_1235 (size=12151) 2024-11-11T12:15:22,536 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/d9e7d82e1c0b47eeb02f5c9d111a0d20 2024-11-11T12:15:22,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742060_1236 (size=12629) 2024-11-11T12:15:22,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/df0914894bc34f2786b4fd2b6cc3f471 is 50, key is test_row_0/C:col10/1731327321061/Put/seqid=0 2024-11-11T12:15:22,593 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/853513d2953b4deda38572d1b1d230d4 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/853513d2953b4deda38572d1b1d230d4 2024-11-11T12:15:22,621 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3e1c26e94cb0d3179de38e71d20bf8c7/B of 3e1c26e94cb0d3179de38e71d20bf8c7 into 853513d2953b4deda38572d1b1d230d4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:22,621 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:22,621 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., storeName=3e1c26e94cb0d3179de38e71d20bf8c7/B, priority=12, startTime=1731327322229; duration=0sec 2024-11-11T12:15:22,621 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:22,622 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e1c26e94cb0d3179de38e71d20bf8c7:B 2024-11-11T12:15:22,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742061_1237 (size=12151) 2024-11-11T12:15:22,775 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/38af0c246ba442229b9c4f94e316d2cc as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/38af0c246ba442229b9c4f94e316d2cc 2024-11-11T12:15:22,822 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3e1c26e94cb0d3179de38e71d20bf8c7/C of 3e1c26e94cb0d3179de38e71d20bf8c7 into 38af0c246ba442229b9c4f94e316d2cc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:22,822 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:22,822 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., storeName=3e1c26e94cb0d3179de38e71d20bf8c7/C, priority=12, startTime=1731327322229; duration=0sec 2024-11-11T12:15:22,822 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:22,822 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e1c26e94cb0d3179de38e71d20bf8c7:C 2024-11-11T12:15:23,048 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/df0914894bc34f2786b4fd2b6cc3f471 2024-11-11T12:15:23,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/26e87472a5ca4eada72e651a69e78acd as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/26e87472a5ca4eada72e651a69e78acd 2024-11-11T12:15:23,100 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/26e87472a5ca4eada72e651a69e78acd, entries=150, sequenceid=235, filesize=11.9 K 2024-11-11T12:15:23,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/d9e7d82e1c0b47eeb02f5c9d111a0d20 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/d9e7d82e1c0b47eeb02f5c9d111a0d20 2024-11-11T12:15:23,128 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/d9e7d82e1c0b47eeb02f5c9d111a0d20, entries=150, sequenceid=235, filesize=11.9 K 2024-11-11T12:15:23,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/df0914894bc34f2786b4fd2b6cc3f471 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/df0914894bc34f2786b4fd2b6cc3f471 2024-11-11T12:15:23,146 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/df0914894bc34f2786b4fd2b6cc3f471, entries=150, sequenceid=235, filesize=11.9 K 2024-11-11T12:15:23,154 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 3e1c26e94cb0d3179de38e71d20bf8c7 in 766ms, sequenceid=235, compaction requested=false 2024-11-11T12:15:23,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:23,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:23,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-11T12:15:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-11T12:15:23,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-11T12:15:23,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9260 sec 2024-11-11T12:15:23,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.9500 sec 2024-11-11T12:15:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:23,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3e1c26e94cb0d3179de38e71d20bf8c7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T12:15:23,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=A 2024-11-11T12:15:23,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:23,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=B 2024-11-11T12:15:23,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:23,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=C 2024-11-11T12:15:23,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:23,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/bf14e59d543a474291a132c2593757f6 is 50, key is test_row_0/A:col10/1731327323234/Put/seqid=0 2024-11-11T12:15:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-11T12:15:23,327 INFO [Thread-920 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-11T12:15:23,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:15:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-11T12:15:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-11T12:15:23,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742062_1238 (size=9757) 2024-11-11T12:15:23,352 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:15:23,359 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:15:23,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:15:23,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327383380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:23,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:23,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327383393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:23,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:23,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327383395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:23,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-11T12:15:23,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327383492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:23,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327383501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:23,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327383501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:23,529 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:23,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-11T12:15:23,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:23,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:23,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:23,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:23,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-11T12:15:23,691 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:23,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-11T12:15:23,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:23,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:23,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:23,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:23,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:23,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327383696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:23,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327383705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:23,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327383705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:23,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/bf14e59d543a474291a132c2593757f6 2024-11-11T12:15:23,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/605ebefeb01f478a89ee320b5188f2b1 is 50, key is test_row_0/B:col10/1731327323234/Put/seqid=0 2024-11-11T12:15:23,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742063_1239 (size=9757) 2024-11-11T12:15:23,849 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:23,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-11T12:15:23,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:23,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:23,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:23,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:23,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:23,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-11T12:15:24,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:24,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327384000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:24,007 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:24,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-11T12:15:24,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:24,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:24,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:24,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:24,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:24,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:24,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327384012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:24,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:24,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327384019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:24,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:24,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42864 deadline: 1731327384064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:24,071 DEBUG [Thread-910 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8255 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., hostname=645b80804bed,34363,1731327241210, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T12:15:24,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42814 deadline: 1731327384121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:24,125 DEBUG [Thread-918 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8299 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., hostname=645b80804bed,34363,1731327241210, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T12:15:24,163 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:24,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-11T12:15:24,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:24,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:24,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:24,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:24,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:24,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/605ebefeb01f478a89ee320b5188f2b1 2024-11-11T12:15:24,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/2a052e400f4e461a8ba92c78806d69bd is 50, key is test_row_0/C:col10/1731327323234/Put/seqid=0 2024-11-11T12:15:24,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742064_1240 (size=9757) 2024-11-11T12:15:24,330 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:24,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-11T12:15:24,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:24,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:24,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:24,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/2a052e400f4e461a8ba92c78806d69bd 2024-11-11T12:15:24,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:24,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:24,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/bf14e59d543a474291a132c2593757f6 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/bf14e59d543a474291a132c2593757f6 2024-11-11T12:15:24,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/bf14e59d543a474291a132c2593757f6, entries=100, sequenceid=250, filesize=9.5 K 2024-11-11T12:15:24,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/605ebefeb01f478a89ee320b5188f2b1 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/605ebefeb01f478a89ee320b5188f2b1 2024-11-11T12:15:24,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/605ebefeb01f478a89ee320b5188f2b1, entries=100, sequenceid=250, filesize=9.5 K 2024-11-11T12:15:24,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/2a052e400f4e461a8ba92c78806d69bd as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/2a052e400f4e461a8ba92c78806d69bd 2024-11-11T12:15:24,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/2a052e400f4e461a8ba92c78806d69bd, entries=100, sequenceid=250, filesize=9.5 K 2024-11-11T12:15:24,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 3e1c26e94cb0d3179de38e71d20bf8c7 in 1175ms, sequenceid=250, compaction requested=true 2024-11-11T12:15:24,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:24,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e1c26e94cb0d3179de38e71d20bf8c7:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:15:24,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:24,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e1c26e94cb0d3179de38e71d20bf8c7:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:15:24,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:24,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e1c26e94cb0d3179de38e71d20bf8c7:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:15:24,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T12:15:24,440 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:15:24,440 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:15:24,445 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:15:24,445 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:15:24,445 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 3e1c26e94cb0d3179de38e71d20bf8c7/A is initiating minor compaction (all files) 2024-11-11T12:15:24,445 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 3e1c26e94cb0d3179de38e71d20bf8c7/B is initiating minor compaction (all files) 2024-11-11T12:15:24,445 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e1c26e94cb0d3179de38e71d20bf8c7/B in TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:24,446 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/853513d2953b4deda38572d1b1d230d4, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/d9e7d82e1c0b47eeb02f5c9d111a0d20, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/605ebefeb01f478a89ee320b5188f2b1] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp, totalSize=33.7 K 2024-11-11T12:15:24,446 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e1c26e94cb0d3179de38e71d20bf8c7/A in TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:24,446 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/6f5c5288d0c6428d960ca9ed977b507e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/26e87472a5ca4eada72e651a69e78acd, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/bf14e59d543a474291a132c2593757f6] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp, totalSize=33.7 K 2024-11-11T12:15:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-11T12:15:24,454 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f5c5288d0c6428d960ca9ed977b507e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731327319869 2024-11-11T12:15:24,454 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 853513d2953b4deda38572d1b1d230d4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731327319869 2024-11-11T12:15:24,460 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting d9e7d82e1c0b47eeb02f5c9d111a0d20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731327321061 2024-11-11T12:15:24,460 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26e87472a5ca4eada72e651a69e78acd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731327321061 2024-11-11T12:15:24,464 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 605ebefeb01f478a89ee320b5188f2b1, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731327323234 2024-11-11T12:15:24,464 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf14e59d543a474291a132c2593757f6, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731327323234 2024-11-11T12:15:24,488 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:24,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-11T12:15:24,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:24,489 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 3e1c26e94cb0d3179de38e71d20bf8c7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T12:15:24,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=A 2024-11-11T12:15:24,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:24,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=B 2024-11-11T12:15:24,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:24,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=C 2024-11-11T12:15:24,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:24,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/7a9c869ef76941cfbc5d65c38363b182 is 50, key is test_row_0/A:col10/1731327323369/Put/seqid=0 2024-11-11T12:15:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:24,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:24,550 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e1c26e94cb0d3179de38e71d20bf8c7#B#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:24,551 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/fe2c2ea9b4a748f5bf6fb27b33ec6d79 is 50, key is test_row_0/B:col10/1731327323234/Put/seqid=0 2024-11-11T12:15:24,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327384541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:24,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327384556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:24,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327384556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:24,585 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e1c26e94cb0d3179de38e71d20bf8c7#A#compaction#200 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:24,585 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/6e454fec902a40ecaf04744bd308e123 is 50, key is test_row_0/A:col10/1731327323234/Put/seqid=0 2024-11-11T12:15:24,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742065_1241 (size=12301) 2024-11-11T12:15:24,619 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/7a9c869ef76941cfbc5d65c38363b182 2024-11-11T12:15:24,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/2e81b7083ee3495aa2f6a10ff2936068 is 50, key is test_row_0/B:col10/1731327323369/Put/seqid=0 2024-11-11T12:15:24,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742066_1242 (size=12731) 2024-11-11T12:15:24,651 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/fe2c2ea9b4a748f5bf6fb27b33ec6d79 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/fe2c2ea9b4a748f5bf6fb27b33ec6d79 2024-11-11T12:15:24,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742067_1243 (size=12731) 2024-11-11T12:15:24,662 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e1c26e94cb0d3179de38e71d20bf8c7/B of 3e1c26e94cb0d3179de38e71d20bf8c7 into fe2c2ea9b4a748f5bf6fb27b33ec6d79(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:24,662 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:24,662 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., storeName=3e1c26e94cb0d3179de38e71d20bf8c7/B, priority=13, startTime=1731327324440; duration=0sec 2024-11-11T12:15:24,662 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:24,662 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e1c26e94cb0d3179de38e71d20bf8c7:B 2024-11-11T12:15:24,662 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:15:24,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327384656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:24,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327384662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:24,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327384662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:24,665 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:15:24,665 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 3e1c26e94cb0d3179de38e71d20bf8c7/C is initiating minor compaction (all files) 2024-11-11T12:15:24,665 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e1c26e94cb0d3179de38e71d20bf8c7/C in TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:24,666 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/38af0c246ba442229b9c4f94e316d2cc, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/df0914894bc34f2786b4fd2b6cc3f471, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/2a052e400f4e461a8ba92c78806d69bd] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp, totalSize=33.7 K 2024-11-11T12:15:24,669 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 38af0c246ba442229b9c4f94e316d2cc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731327319869 2024-11-11T12:15:24,670 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting df0914894bc34f2786b4fd2b6cc3f471, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731327321061 2024-11-11T12:15:24,670 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a052e400f4e461a8ba92c78806d69bd, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731327323234 2024-11-11T12:15:24,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742068_1244 (size=12301) 2024-11-11T12:15:24,675 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/2e81b7083ee3495aa2f6a10ff2936068 2024-11-11T12:15:24,682 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e1c26e94cb0d3179de38e71d20bf8c7#C#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:24,683 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/6dd14e3ca8cc4b4fa4623957d3d4c16a is 50, key is test_row_0/C:col10/1731327323234/Put/seqid=0 2024-11-11T12:15:24,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/e56f5d1400fb48a591425fe1ea948a67 is 50, key is test_row_0/C:col10/1731327323369/Put/seqid=0 2024-11-11T12:15:24,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742070_1246 (size=12301) 2024-11-11T12:15:24,746 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/e56f5d1400fb48a591425fe1ea948a67 2024-11-11T12:15:24,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742069_1245 (size=12731) 2024-11-11T12:15:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/7a9c869ef76941cfbc5d65c38363b182 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/7a9c869ef76941cfbc5d65c38363b182 2024-11-11T12:15:24,775 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/6dd14e3ca8cc4b4fa4623957d3d4c16a as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/6dd14e3ca8cc4b4fa4623957d3d4c16a 2024-11-11T12:15:24,781 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/7a9c869ef76941cfbc5d65c38363b182, entries=150, sequenceid=275, filesize=12.0 K 2024-11-11T12:15:24,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/2e81b7083ee3495aa2f6a10ff2936068 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/2e81b7083ee3495aa2f6a10ff2936068 2024-11-11T12:15:24,799 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e1c26e94cb0d3179de38e71d20bf8c7/C of 3e1c26e94cb0d3179de38e71d20bf8c7 into 6dd14e3ca8cc4b4fa4623957d3d4c16a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:24,799 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:24,800 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., storeName=3e1c26e94cb0d3179de38e71d20bf8c7/C, priority=13, startTime=1731327324440; duration=0sec 2024-11-11T12:15:24,800 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:24,800 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e1c26e94cb0d3179de38e71d20bf8c7:C 2024-11-11T12:15:24,803 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/2e81b7083ee3495aa2f6a10ff2936068, entries=150, sequenceid=275, filesize=12.0 K 2024-11-11T12:15:24,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/e56f5d1400fb48a591425fe1ea948a67 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/e56f5d1400fb48a591425fe1ea948a67 2024-11-11T12:15:24,809 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/e56f5d1400fb48a591425fe1ea948a67, entries=150, sequenceid=275, filesize=12.0 K 2024-11-11T12:15:24,810 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 3e1c26e94cb0d3179de38e71d20bf8c7 in 321ms, sequenceid=275, compaction requested=false 2024-11-11T12:15:24,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:24,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:24,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-11T12:15:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-11T12:15:24,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-11T12:15:24,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4510 sec 2024-11-11T12:15:24,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.4680 sec 2024-11-11T12:15:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:24,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3e1c26e94cb0d3179de38e71d20bf8c7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T12:15:24,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=A 2024-11-11T12:15:24,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:24,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=B 2024-11-11T12:15:24,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:24,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=C 2024-11-11T12:15:24,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:24,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/9bd905fcef304ae9a132c07e0bf063cb is 50, key is test_row_0/A:col10/1731327324533/Put/seqid=0 2024-11-11T12:15:24,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742071_1247 (size=14741) 2024-11-11T12:15:24,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327384939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:24,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327384940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:24,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327384945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:25,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327385047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:25,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327385050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:25,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327385055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:25,069 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/6e454fec902a40ecaf04744bd308e123 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/6e454fec902a40ecaf04744bd308e123 2024-11-11T12:15:25,078 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e1c26e94cb0d3179de38e71d20bf8c7/A of 3e1c26e94cb0d3179de38e71d20bf8c7 into 6e454fec902a40ecaf04744bd308e123(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:25,078 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:25,078 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., storeName=3e1c26e94cb0d3179de38e71d20bf8c7/A, priority=13, startTime=1731327324440; duration=0sec 2024-11-11T12:15:25,078 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:25,078 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e1c26e94cb0d3179de38e71d20bf8c7:A 2024-11-11T12:15:25,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327385250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:25,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327385257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:25,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327385264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:25,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/9bd905fcef304ae9a132c07e0bf063cb 2024-11-11T12:15:25,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/3f7af63068f146c7ad010530ec0691af is 50, key is test_row_0/B:col10/1731327324533/Put/seqid=0 2024-11-11T12:15:25,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742072_1248 (size=12301) 2024-11-11T12:15:25,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/3f7af63068f146c7ad010530ec0691af 2024-11-11T12:15:25,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/66f728d8c7f844aa8d5da8a15042e0fd is 50, key is test_row_0/C:col10/1731327324533/Put/seqid=0 2024-11-11T12:15:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-11T12:15:25,450 INFO [Thread-920 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-11T12:15:25,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:15:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-11T12:15:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-11T12:15:25,459 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:15:25,465 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:15:25,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:15:25,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742073_1249 (size=12301) 2024-11-11T12:15:25,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/66f728d8c7f844aa8d5da8a15042e0fd 2024-11-11T12:15:25,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/9bd905fcef304ae9a132c07e0bf063cb as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/9bd905fcef304ae9a132c07e0bf063cb 2024-11-11T12:15:25,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/9bd905fcef304ae9a132c07e0bf063cb, entries=200, sequenceid=291, filesize=14.4 K 2024-11-11T12:15:25,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/3f7af63068f146c7ad010530ec0691af as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/3f7af63068f146c7ad010530ec0691af 2024-11-11T12:15:25,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/3f7af63068f146c7ad010530ec0691af, entries=150, sequenceid=291, filesize=12.0 K 2024-11-11T12:15:25,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/66f728d8c7f844aa8d5da8a15042e0fd as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/66f728d8c7f844aa8d5da8a15042e0fd 2024-11-11T12:15:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-11T12:15:25,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327385561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:25,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327385563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:25,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/66f728d8c7f844aa8d5da8a15042e0fd, entries=150, sequenceid=291, filesize=12.0 K 2024-11-11T12:15:25,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3e1c26e94cb0d3179de38e71d20bf8c7 in 704ms, sequenceid=291, compaction requested=true 2024-11-11T12:15:25,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:25,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e1c26e94cb0d3179de38e71d20bf8c7:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:15:25,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:25,580 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:15:25,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e1c26e94cb0d3179de38e71d20bf8c7:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:15:25,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:25,580 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:15:25,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e1c26e94cb0d3179de38e71d20bf8c7:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:15:25,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:25,581 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:15:25,581 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 3e1c26e94cb0d3179de38e71d20bf8c7/B is initiating minor compaction (all files) 2024-11-11T12:15:25,581 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e1c26e94cb0d3179de38e71d20bf8c7/B in TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:25,582 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/fe2c2ea9b4a748f5bf6fb27b33ec6d79, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/2e81b7083ee3495aa2f6a10ff2936068, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/3f7af63068f146c7ad010530ec0691af] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp, totalSize=36.5 K 2024-11-11T12:15:25,582 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:15:25,582 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 3e1c26e94cb0d3179de38e71d20bf8c7/A is initiating minor compaction (all files) 2024-11-11T12:15:25,582 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e1c26e94cb0d3179de38e71d20bf8c7/A in TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:25,582 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/6e454fec902a40ecaf04744bd308e123, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/7a9c869ef76941cfbc5d65c38363b182, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/9bd905fcef304ae9a132c07e0bf063cb] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp, totalSize=38.8 K 2024-11-11T12:15:25,582 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting fe2c2ea9b4a748f5bf6fb27b33ec6d79, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731327321062 2024-11-11T12:15:25,582 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e454fec902a40ecaf04744bd308e123, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731327321062 2024-11-11T12:15:25,582 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e81b7083ee3495aa2f6a10ff2936068, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731327323369 2024-11-11T12:15:25,583 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a9c869ef76941cfbc5d65c38363b182, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731327323369 2024-11-11T12:15:25,583 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f7af63068f146c7ad010530ec0691af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731327324533 2024-11-11T12:15:25,583 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bd905fcef304ae9a132c07e0bf063cb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731327324533 2024-11-11T12:15:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:25,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3e1c26e94cb0d3179de38e71d20bf8c7 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T12:15:25,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=A 2024-11-11T12:15:25,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:25,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=B 2024-11-11T12:15:25,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:25,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=C 2024-11-11T12:15:25,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:25,605 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e1c26e94cb0d3179de38e71d20bf8c7#A#compaction#207 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:25,606 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/138e054ef5da42bc9e793c37aa4a3f1f is 50, key is test_row_0/A:col10/1731327324533/Put/seqid=0 2024-11-11T12:15:25,609 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e1c26e94cb0d3179de38e71d20bf8c7#B#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:25,610 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/a05eb40024f1491abeb17df0e8af38a8 is 50, key is test_row_0/B:col10/1731327324533/Put/seqid=0 2024-11-11T12:15:25,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/754275e797ca4fe6a2f41c4214f3c432 is 50, key is test_row_0/A:col10/1731327324895/Put/seqid=0 2024-11-11T12:15:25,634 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:25,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-11T12:15:25,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:25,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:25,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:25,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:25,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:25,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742074_1250 (size=12983) 2024-11-11T12:15:25,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742075_1251 (size=12983) 2024-11-11T12:15:25,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742076_1252 (size=14741) 2024-11-11T12:15:25,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/754275e797ca4fe6a2f41c4214f3c432 2024-11-11T12:15:25,713 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/a05eb40024f1491abeb17df0e8af38a8 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/a05eb40024f1491abeb17df0e8af38a8 2024-11-11T12:15:25,717 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/138e054ef5da42bc9e793c37aa4a3f1f as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/138e054ef5da42bc9e793c37aa4a3f1f 2024-11-11T12:15:25,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/69b612344bca4d7fa867a3c7d9771a00 is 50, key is test_row_0/B:col10/1731327324895/Put/seqid=0 2024-11-11T12:15:25,749 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e1c26e94cb0d3179de38e71d20bf8c7/B of 3e1c26e94cb0d3179de38e71d20bf8c7 into a05eb40024f1491abeb17df0e8af38a8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:25,749 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:25,749 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., storeName=3e1c26e94cb0d3179de38e71d20bf8c7/B, priority=13, startTime=1731327325580; duration=0sec 2024-11-11T12:15:25,749 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:25,749 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e1c26e94cb0d3179de38e71d20bf8c7:B 2024-11-11T12:15:25,749 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:15:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-11T12:15:25,763 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:15:25,763 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 3e1c26e94cb0d3179de38e71d20bf8c7/C is initiating minor compaction (all files) 2024-11-11T12:15:25,764 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e1c26e94cb0d3179de38e71d20bf8c7/C in TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:25,764 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/6dd14e3ca8cc4b4fa4623957d3d4c16a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/e56f5d1400fb48a591425fe1ea948a67, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/66f728d8c7f844aa8d5da8a15042e0fd] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp, totalSize=36.5 K 2024-11-11T12:15:25,764 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 6dd14e3ca8cc4b4fa4623957d3d4c16a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731327321062 2024-11-11T12:15:25,765 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting e56f5d1400fb48a591425fe1ea948a67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731327323369 2024-11-11T12:15:25,766 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 66f728d8c7f844aa8d5da8a15042e0fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731327324533 2024-11-11T12:15:25,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327385758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:25,771 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e1c26e94cb0d3179de38e71d20bf8c7/A of 3e1c26e94cb0d3179de38e71d20bf8c7 into 138e054ef5da42bc9e793c37aa4a3f1f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:25,771 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:25,772 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., storeName=3e1c26e94cb0d3179de38e71d20bf8c7/A, priority=13, startTime=1731327325579; duration=0sec 2024-11-11T12:15:25,772 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:25,772 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e1c26e94cb0d3179de38e71d20bf8c7:A 2024-11-11T12:15:25,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742077_1253 (size=12301) 2024-11-11T12:15:25,803 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:25,804 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e1c26e94cb0d3179de38e71d20bf8c7#C#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:25,805 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/a3f1d63c71c541b4964029c448b5da2d is 50, key is test_row_0/C:col10/1731327324533/Put/seqid=0 2024-11-11T12:15:25,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-11T12:15:25,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:25,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:25,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:25,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:25,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:25,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742078_1254 (size=12983) 2024-11-11T12:15:25,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327385871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:25,884 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/a3f1d63c71c541b4964029c448b5da2d as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/a3f1d63c71c541b4964029c448b5da2d 2024-11-11T12:15:25,919 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e1c26e94cb0d3179de38e71d20bf8c7/C of 3e1c26e94cb0d3179de38e71d20bf8c7 into a3f1d63c71c541b4964029c448b5da2d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:25,919 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:25,919 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., storeName=3e1c26e94cb0d3179de38e71d20bf8c7/C, priority=13, startTime=1731327325580; duration=0sec 2024-11-11T12:15:25,920 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:25,920 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e1c26e94cb0d3179de38e71d20bf8c7:C 2024-11-11T12:15:25,977 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:25,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-11T12:15:25,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:25,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:25,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:25,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:25,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:26,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-11T12:15:26,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327386072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:26,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327386072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:26,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327386088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:26,135 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:26,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-11T12:15:26,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:26,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:26,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:26,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:26,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:26,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/69b612344bca4d7fa867a3c7d9771a00 2024-11-11T12:15:26,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/e5740b05b3d7473ea532f36227523027 is 50, key is test_row_0/C:col10/1731327324895/Put/seqid=0 2024-11-11T12:15:26,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742079_1255 (size=12301) 2024-11-11T12:15:26,295 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:26,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-11T12:15:26,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:26,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:26,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:26,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:26,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:26,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327386404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:26,455 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:26,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-11T12:15:26,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:26,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:26,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:26,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:26,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-11T12:15:26,619 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:26,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-11T12:15:26,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:26,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:26,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:26,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:26,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:26,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/e5740b05b3d7473ea532f36227523027 2024-11-11T12:15:26,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/754275e797ca4fe6a2f41c4214f3c432 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/754275e797ca4fe6a2f41c4214f3c432 2024-11-11T12:15:26,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/754275e797ca4fe6a2f41c4214f3c432, entries=200, sequenceid=315, filesize=14.4 K 2024-11-11T12:15:26,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/69b612344bca4d7fa867a3c7d9771a00 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/69b612344bca4d7fa867a3c7d9771a00 2024-11-11T12:15:26,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/69b612344bca4d7fa867a3c7d9771a00, entries=150, sequenceid=315, filesize=12.0 K 2024-11-11T12:15:26,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/e5740b05b3d7473ea532f36227523027 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/e5740b05b3d7473ea532f36227523027 2024-11-11T12:15:26,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/e5740b05b3d7473ea532f36227523027, entries=150, sequenceid=315, filesize=12.0 K 2024-11-11T12:15:26,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3e1c26e94cb0d3179de38e71d20bf8c7 in 1132ms, sequenceid=315, compaction requested=false 2024-11-11T12:15:26,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:26,775 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:26,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-11T12:15:26,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:26,780 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 3e1c26e94cb0d3179de38e71d20bf8c7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T12:15:26,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=A 2024-11-11T12:15:26,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:26,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=B 2024-11-11T12:15:26,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:26,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=C 2024-11-11T12:15:26,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:26,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/b3afb35b5a7942d796ce046c9c9945ad is 50, key is test_row_0/A:col10/1731327325739/Put/seqid=0 2024-11-11T12:15:26,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742080_1256 (size=12301) 2024-11-11T12:15:26,880 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/b3afb35b5a7942d796ce046c9c9945ad 2024-11-11T12:15:26,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/5c5f130720614e7cbd9b807b0eddc40e is 50, key is test_row_0/B:col10/1731327325739/Put/seqid=0 2024-11-11T12:15:26,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:26,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742081_1257 (size=12301) 2024-11-11T12:15:27,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327387063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:27,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327387090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:27,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327387101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:27,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327387168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:27,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327387372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:27,388 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/5c5f130720614e7cbd9b807b0eddc40e 2024-11-11T12:15:27,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/a6e9ad17b38e4c44b135985e691acd44 is 50, key is test_row_0/C:col10/1731327325739/Put/seqid=0 2024-11-11T12:15:27,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742082_1258 (size=12301) 2024-11-11T12:15:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-11T12:15:27,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327387675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:27,859 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/a6e9ad17b38e4c44b135985e691acd44 2024-11-11T12:15:27,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/b3afb35b5a7942d796ce046c9c9945ad as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/b3afb35b5a7942d796ce046c9c9945ad 2024-11-11T12:15:27,899 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/b3afb35b5a7942d796ce046c9c9945ad, entries=150, sequenceid=331, filesize=12.0 K 2024-11-11T12:15:27,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/5c5f130720614e7cbd9b807b0eddc40e as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/5c5f130720614e7cbd9b807b0eddc40e 2024-11-11T12:15:27,913 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/5c5f130720614e7cbd9b807b0eddc40e, entries=150, sequenceid=331, filesize=12.0 K 2024-11-11T12:15:27,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/a6e9ad17b38e4c44b135985e691acd44 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/a6e9ad17b38e4c44b135985e691acd44 2024-11-11T12:15:27,931 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/a6e9ad17b38e4c44b135985e691acd44, entries=150, sequenceid=331, filesize=12.0 K 2024-11-11T12:15:27,932 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3e1c26e94cb0d3179de38e71d20bf8c7 in 1152ms, sequenceid=331, compaction requested=true 2024-11-11T12:15:27,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:27,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:27,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-11T12:15:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-11T12:15:27,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-11T12:15:27,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4720 sec 2024-11-11T12:15:27,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 2.4910 sec 2024-11-11T12:15:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:28,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3e1c26e94cb0d3179de38e71d20bf8c7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T12:15:28,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=A 2024-11-11T12:15:28,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:28,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=B 2024-11-11T12:15:28,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:28,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=C 2024-11-11T12:15:28,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:28,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/fc78c8059b88461d8bf723a349f287fa is 50, key is test_row_0/A:col10/1731327328199/Put/seqid=0 2024-11-11T12:15:28,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742083_1259 (size=12301) 2024-11-11T12:15:28,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327388302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:28,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327388411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:28,457 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T12:15:28,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327388620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:28,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/fc78c8059b88461d8bf723a349f287fa 2024-11-11T12:15:28,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/ceb557739d7742468b241b2ce9f7f650 is 50, key is test_row_0/B:col10/1731327328199/Put/seqid=0 2024-11-11T12:15:28,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742084_1260 (size=12301) 2024-11-11T12:15:28,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327388932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:29,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42826 deadline: 1731327389100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:29,103 DEBUG [Thread-914 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., hostname=645b80804bed,34363,1731327241210, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T12:15:29,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42840 deadline: 1731327389120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:29,125 DEBUG [Thread-912 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4186 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., hostname=645b80804bed,34363,1731327241210, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T12:15:29,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/ceb557739d7742468b241b2ce9f7f650 2024-11-11T12:15:29,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/639cd9349870459eb372fabd342de17d is 50, key is test_row_0/C:col10/1731327328199/Put/seqid=0 2024-11-11T12:15:29,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742085_1261 (size=12301) 2024-11-11T12:15:29,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/639cd9349870459eb372fabd342de17d 2024-11-11T12:15:29,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/fc78c8059b88461d8bf723a349f287fa as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/fc78c8059b88461d8bf723a349f287fa 2024-11-11T12:15:29,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/fc78c8059b88461d8bf723a349f287fa, entries=150, sequenceid=355, filesize=12.0 K 2024-11-11T12:15:29,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/ceb557739d7742468b241b2ce9f7f650 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/ceb557739d7742468b241b2ce9f7f650 2024-11-11T12:15:29,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/ceb557739d7742468b241b2ce9f7f650, entries=150, sequenceid=355, filesize=12.0 K 2024-11-11T12:15:29,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/639cd9349870459eb372fabd342de17d as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/639cd9349870459eb372fabd342de17d 2024-11-11T12:15:29,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/639cd9349870459eb372fabd342de17d, entries=150, sequenceid=355, filesize=12.0 K 2024-11-11T12:15:29,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3e1c26e94cb0d3179de38e71d20bf8c7 in 1115ms, sequenceid=355, compaction requested=true 2024-11-11T12:15:29,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:29,319 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:15:29,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e1c26e94cb0d3179de38e71d20bf8c7:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:15:29,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:29,320 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:15:29,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e1c26e94cb0d3179de38e71d20bf8c7:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:15:29,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:29,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e1c26e94cb0d3179de38e71d20bf8c7:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:15:29,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:29,323 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:15:29,323 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 3e1c26e94cb0d3179de38e71d20bf8c7/A is initiating minor compaction (all files) 2024-11-11T12:15:29,323 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e1c26e94cb0d3179de38e71d20bf8c7/A in TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:29,323 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/138e054ef5da42bc9e793c37aa4a3f1f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/754275e797ca4fe6a2f41c4214f3c432, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/b3afb35b5a7942d796ce046c9c9945ad, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/fc78c8059b88461d8bf723a349f287fa] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp, totalSize=51.1 K 2024-11-11T12:15:29,325 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:15:29,325 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 3e1c26e94cb0d3179de38e71d20bf8c7/B is initiating minor compaction (all files) 2024-11-11T12:15:29,325 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e1c26e94cb0d3179de38e71d20bf8c7/B in TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:29,325 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/a05eb40024f1491abeb17df0e8af38a8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/69b612344bca4d7fa867a3c7d9771a00, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/5c5f130720614e7cbd9b807b0eddc40e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/ceb557739d7742468b241b2ce9f7f650] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp, totalSize=48.7 K 2024-11-11T12:15:29,325 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 138e054ef5da42bc9e793c37aa4a3f1f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731327324533 2024-11-11T12:15:29,326 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 754275e797ca4fe6a2f41c4214f3c432, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731327324895 2024-11-11T12:15:29,326 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting a05eb40024f1491abeb17df0e8af38a8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731327324533 2024-11-11T12:15:29,328 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3afb35b5a7942d796ce046c9c9945ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731327325674 2024-11-11T12:15:29,329 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 69b612344bca4d7fa867a3c7d9771a00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731327324895 2024-11-11T12:15:29,329 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc78c8059b88461d8bf723a349f287fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731327327039 2024-11-11T12:15:29,329 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c5f130720614e7cbd9b807b0eddc40e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731327325674 2024-11-11T12:15:29,330 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting ceb557739d7742468b241b2ce9f7f650, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731327327039 2024-11-11T12:15:29,351 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e1c26e94cb0d3179de38e71d20bf8c7#B#compaction#219 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:29,352 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/f824cc78212647429784116b3b8b0f18 is 50, key is test_row_0/B:col10/1731327328199/Put/seqid=0 2024-11-11T12:15:29,354 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e1c26e94cb0d3179de38e71d20bf8c7#A#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:29,354 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/8305eb67a9b44f0e9ecaceaea9517ea7 is 50, key is test_row_0/A:col10/1731327328199/Put/seqid=0 2024-11-11T12:15:29,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742086_1262 (size=13119) 2024-11-11T12:15:29,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742087_1263 (size=13119) 2024-11-11T12:15:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:29,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3e1c26e94cb0d3179de38e71d20bf8c7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T12:15:29,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=A 2024-11-11T12:15:29,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:29,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=B 2024-11-11T12:15:29,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:29,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=C 2024-11-11T12:15:29,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:29,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/67e0a3ac961b461f964857eb6bfc3bc5 is 50, key is test_row_0/A:col10/1731327328276/Put/seqid=0 2024-11-11T12:15:29,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742088_1264 (size=14741) 2024-11-11T12:15:29,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/67e0a3ac961b461f964857eb6bfc3bc5 2024-11-11T12:15:29,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/f9f9a12e4b8348c0b3ca5388a9465df3 is 50, key is test_row_0/B:col10/1731327328276/Put/seqid=0 2024-11-11T12:15:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-11T12:15:29,584 INFO [Thread-920 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-11T12:15:29,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:15:29,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742089_1265 (size=12301) 2024-11-11T12:15:29,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-11T12:15:29,604 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:15:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-11T12:15:29,611 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:15:29,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:15:29,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327389674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-11T12:15:29,767 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:29,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T12:15:29,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:29,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:29,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:29,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:29,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:29,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327389788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:29,833 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/8305eb67a9b44f0e9ecaceaea9517ea7 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/8305eb67a9b44f0e9ecaceaea9517ea7 2024-11-11T12:15:29,851 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/f824cc78212647429784116b3b8b0f18 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/f824cc78212647429784116b3b8b0f18 2024-11-11T12:15:29,863 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3e1c26e94cb0d3179de38e71d20bf8c7/A of 3e1c26e94cb0d3179de38e71d20bf8c7 into 8305eb67a9b44f0e9ecaceaea9517ea7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:29,863 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:29,863 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., storeName=3e1c26e94cb0d3179de38e71d20bf8c7/A, priority=12, startTime=1731327329319; duration=0sec 2024-11-11T12:15:29,864 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:29,864 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e1c26e94cb0d3179de38e71d20bf8c7:A 2024-11-11T12:15:29,864 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:15:29,882 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3e1c26e94cb0d3179de38e71d20bf8c7/B of 3e1c26e94cb0d3179de38e71d20bf8c7 into f824cc78212647429784116b3b8b0f18(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:29,882 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:29,882 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., storeName=3e1c26e94cb0d3179de38e71d20bf8c7/B, priority=12, startTime=1731327329319; duration=0sec 2024-11-11T12:15:29,882 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:29,882 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e1c26e94cb0d3179de38e71d20bf8c7:B 2024-11-11T12:15:29,887 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:15:29,887 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 3e1c26e94cb0d3179de38e71d20bf8c7/C is initiating minor compaction (all files) 2024-11-11T12:15:29,887 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e1c26e94cb0d3179de38e71d20bf8c7/C in TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:29,888 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/a3f1d63c71c541b4964029c448b5da2d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/e5740b05b3d7473ea532f36227523027, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/a6e9ad17b38e4c44b135985e691acd44, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/639cd9349870459eb372fabd342de17d] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp, totalSize=48.7 K 2024-11-11T12:15:29,891 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3f1d63c71c541b4964029c448b5da2d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731327324533 2024-11-11T12:15:29,893 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5740b05b3d7473ea532f36227523027, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731327324895 2024-11-11T12:15:29,896 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6e9ad17b38e4c44b135985e691acd44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731327325674 2024-11-11T12:15:29,907 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 639cd9349870459eb372fabd342de17d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731327327039 2024-11-11T12:15:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-11T12:15:29,930 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:29,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T12:15:29,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:29,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:29,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:29,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:29,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:29,963 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e1c26e94cb0d3179de38e71d20bf8c7#C#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:29,963 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/0c6c648e72424b72b12749e228b2ff09 is 50, key is test_row_0/C:col10/1731327328199/Put/seqid=0 2024-11-11T12:15:30,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327390000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:30,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742090_1266 (size=13119) 2024-11-11T12:15:30,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/f9f9a12e4b8348c0b3ca5388a9465df3 2024-11-11T12:15:30,076 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/0c6c648e72424b72b12749e228b2ff09 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/0c6c648e72424b72b12749e228b2ff09 2024-11-11T12:15:30,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/b41b975bdc124595a41a6fe8cb41a895 is 50, key is test_row_0/C:col10/1731327328276/Put/seqid=0 2024-11-11T12:15:30,102 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:30,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T12:15:30,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:30,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:30,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:30,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:30,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:30,113 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3e1c26e94cb0d3179de38e71d20bf8c7/C of 3e1c26e94cb0d3179de38e71d20bf8c7 into 0c6c648e72424b72b12749e228b2ff09(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:30,114 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:30,114 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., storeName=3e1c26e94cb0d3179de38e71d20bf8c7/C, priority=12, startTime=1731327329320; duration=0sec 2024-11-11T12:15:30,114 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:30,114 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e1c26e94cb0d3179de38e71d20bf8c7:C 2024-11-11T12:15:30,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742091_1267 (size=12301) 2024-11-11T12:15:30,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/b41b975bdc124595a41a6fe8cb41a895 2024-11-11T12:15:30,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/67e0a3ac961b461f964857eb6bfc3bc5 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/67e0a3ac961b461f964857eb6bfc3bc5 2024-11-11T12:15:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-11T12:15:30,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/67e0a3ac961b461f964857eb6bfc3bc5, entries=200, sequenceid=368, filesize=14.4 K 2024-11-11T12:15:30,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/f9f9a12e4b8348c0b3ca5388a9465df3 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/f9f9a12e4b8348c0b3ca5388a9465df3 2024-11-11T12:15:30,267 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:30,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T12:15:30,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:30,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:30,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:30,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:30,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:30,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/f9f9a12e4b8348c0b3ca5388a9465df3, entries=150, sequenceid=368, filesize=12.0 K 2024-11-11T12:15:30,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/b41b975bdc124595a41a6fe8cb41a895 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/b41b975bdc124595a41a6fe8cb41a895 2024-11-11T12:15:30,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/b41b975bdc124595a41a6fe8cb41a895, entries=150, sequenceid=368, filesize=12.0 K 2024-11-11T12:15:30,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3e1c26e94cb0d3179de38e71d20bf8c7 in 852ms, sequenceid=368, compaction requested=false 2024-11-11T12:15:30,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:30,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3e1c26e94cb0d3179de38e71d20bf8c7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T12:15:30,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=A 2024-11-11T12:15:30,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:30,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=B 2024-11-11T12:15:30,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:30,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=C 2024-11-11T12:15:30,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:30,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/1d05cdd7723b43c98042c21d0c84ca57 is 50, key is test_row_0/A:col10/1731327330316/Put/seqid=0 2024-11-11T12:15:30,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742092_1268 (size=14741) 2024-11-11T12:15:30,427 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:30,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327390424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:30,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T12:15:30,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:30,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:30,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:30,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:30,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:30,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327390537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:30,587 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:30,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T12:15:30,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:30,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:30,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:30,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:30,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:30,696 DEBUG [Thread-929 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15db087a to 127.0.0.1:50815 2024-11-11T12:15:30,696 DEBUG [Thread-929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:15:30,703 DEBUG [Thread-923 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78439bc6 to 127.0.0.1:50815 2024-11-11T12:15:30,703 DEBUG [Thread-923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:15:30,703 DEBUG [Thread-925 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a2545d0 to 127.0.0.1:50815 2024-11-11T12:15:30,704 DEBUG [Thread-925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:15:30,704 DEBUG [Thread-921 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31178bc2 to 127.0.0.1:50815 2024-11-11T12:15:30,704 DEBUG [Thread-921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:15:30,704 DEBUG [Thread-927 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d039dc2 to 127.0.0.1:50815 2024-11-11T12:15:30,704 DEBUG [Thread-927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:15:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-11T12:15:30,747 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:30,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327390748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:30,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T12:15:30,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:30,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:30,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:30,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:30,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:30,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/1d05cdd7723b43c98042c21d0c84ca57 2024-11-11T12:15:30,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/a5790e5b20964741bdf1a59917687fb3 is 50, key is test_row_0/B:col10/1731327330316/Put/seqid=0 2024-11-11T12:15:30,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742093_1269 (size=12301) 2024-11-11T12:15:30,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/a5790e5b20964741bdf1a59917687fb3 2024-11-11T12:15:30,918 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:30,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T12:15:30,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:30,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:30,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:30,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:30,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:30,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/e20191f515dd40d286e5dfcb6fe03b22 is 50, key is test_row_0/C:col10/1731327330316/Put/seqid=0 2024-11-11T12:15:31,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742094_1270 (size=12301) 2024-11-11T12:15:31,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/e20191f515dd40d286e5dfcb6fe03b22 2024-11-11T12:15:31,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/1d05cdd7723b43c98042c21d0c84ca57 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/1d05cdd7723b43c98042c21d0c84ca57 2024-11-11T12:15:31,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/1d05cdd7723b43c98042c21d0c84ca57, entries=200, sequenceid=395, filesize=14.4 K 2024-11-11T12:15:31,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42850 deadline: 1731327391056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:31,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/a5790e5b20964741bdf1a59917687fb3 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/a5790e5b20964741bdf1a59917687fb3 2024-11-11T12:15:31,079 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:31,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T12:15:31,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:31,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:31,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:31,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:31,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:31,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/a5790e5b20964741bdf1a59917687fb3, entries=150, sequenceid=395, filesize=12.0 K 2024-11-11T12:15:31,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/e20191f515dd40d286e5dfcb6fe03b22 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/e20191f515dd40d286e5dfcb6fe03b22 2024-11-11T12:15:31,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/e20191f515dd40d286e5dfcb6fe03b22, entries=150, sequenceid=395, filesize=12.0 K 2024-11-11T12:15:31,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3e1c26e94cb0d3179de38e71d20bf8c7 in 835ms, sequenceid=395, compaction requested=true 2024-11-11T12:15:31,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:31,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e1c26e94cb0d3179de38e71d20bf8c7:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:15:31,158 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:15:31,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:31,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e1c26e94cb0d3179de38e71d20bf8c7:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:15:31,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:31,158 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:15:31,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e1c26e94cb0d3179de38e71d20bf8c7:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:15:31,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:31,165 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:15:31,165 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 3e1c26e94cb0d3179de38e71d20bf8c7/B is initiating minor compaction (all files) 2024-11-11T12:15:31,165 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e1c26e94cb0d3179de38e71d20bf8c7/B in TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:31,165 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/f824cc78212647429784116b3b8b0f18, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/f9f9a12e4b8348c0b3ca5388a9465df3, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/a5790e5b20964741bdf1a59917687fb3] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp, totalSize=36.8 K 2024-11-11T12:15:31,167 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42601 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:15:31,167 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 3e1c26e94cb0d3179de38e71d20bf8c7/A is initiating minor compaction (all files) 2024-11-11T12:15:31,167 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e1c26e94cb0d3179de38e71d20bf8c7/A in TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:31,167 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/8305eb67a9b44f0e9ecaceaea9517ea7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/67e0a3ac961b461f964857eb6bfc3bc5, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/1d05cdd7723b43c98042c21d0c84ca57] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp, totalSize=41.6 K 2024-11-11T12:15:31,172 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting f824cc78212647429784116b3b8b0f18, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731327327039 2024-11-11T12:15:31,172 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8305eb67a9b44f0e9ecaceaea9517ea7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731327327039 2024-11-11T12:15:31,172 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting f9f9a12e4b8348c0b3ca5388a9465df3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731327328276 2024-11-11T12:15:31,173 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting a5790e5b20964741bdf1a59917687fb3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731327329661 2024-11-11T12:15:31,173 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67e0a3ac961b461f964857eb6bfc3bc5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731327328253 2024-11-11T12:15:31,176 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d05cdd7723b43c98042c21d0c84ca57, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731327329650 2024-11-11T12:15:31,226 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e1c26e94cb0d3179de38e71d20bf8c7#B#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:31,226 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/72f03eca066849f8b41bb804ba8257f5 is 50, key is test_row_0/B:col10/1731327330316/Put/seqid=0 2024-11-11T12:15:31,238 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:31,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T12:15:31,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:31,239 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 3e1c26e94cb0d3179de38e71d20bf8c7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T12:15:31,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=A 2024-11-11T12:15:31,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:31,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=B 2024-11-11T12:15:31,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:31,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=C 2024-11-11T12:15:31,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:31,249 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e1c26e94cb0d3179de38e71d20bf8c7#A#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:31,250 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/9ee1153bff1b4509a302fbd1f4eb492c is 50, key is test_row_0/A:col10/1731327330316/Put/seqid=0 2024-11-11T12:15:31,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742095_1271 (size=13221) 2024-11-11T12:15:31,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/e17f62717ce7453bb67789c4c0f7e271 is 50, key is test_row_0/A:col10/1731327330404/Put/seqid=0 2024-11-11T12:15:31,304 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/72f03eca066849f8b41bb804ba8257f5 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/72f03eca066849f8b41bb804ba8257f5 2024-11-11T12:15:31,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742096_1272 (size=13221) 2024-11-11T12:15:31,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742097_1273 (size=12301) 2024-11-11T12:15:31,323 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/e17f62717ce7453bb67789c4c0f7e271 2024-11-11T12:15:31,340 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e1c26e94cb0d3179de38e71d20bf8c7/B of 3e1c26e94cb0d3179de38e71d20bf8c7 into 72f03eca066849f8b41bb804ba8257f5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:31,341 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:31,341 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., storeName=3e1c26e94cb0d3179de38e71d20bf8c7/B, priority=13, startTime=1731327331158; duration=0sec 2024-11-11T12:15:31,341 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:31,341 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e1c26e94cb0d3179de38e71d20bf8c7:B 2024-11-11T12:15:31,341 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:15:31,345 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/9ee1153bff1b4509a302fbd1f4eb492c as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/9ee1153bff1b4509a302fbd1f4eb492c 2024-11-11T12:15:31,355 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:15:31,355 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 3e1c26e94cb0d3179de38e71d20bf8c7/C is initiating minor compaction (all files) 2024-11-11T12:15:31,355 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3e1c26e94cb0d3179de38e71d20bf8c7/C in TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:31,356 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/0c6c648e72424b72b12749e228b2ff09, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/b41b975bdc124595a41a6fe8cb41a895, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/e20191f515dd40d286e5dfcb6fe03b22] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp, totalSize=36.8 K 2024-11-11T12:15:31,356 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c6c648e72424b72b12749e228b2ff09, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731327327039 2024-11-11T12:15:31,359 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting b41b975bdc124595a41a6fe8cb41a895, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731327328276 2024-11-11T12:15:31,360 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting e20191f515dd40d286e5dfcb6fe03b22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731327329661 2024-11-11T12:15:31,363 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e1c26e94cb0d3179de38e71d20bf8c7/A of 3e1c26e94cb0d3179de38e71d20bf8c7 into 9ee1153bff1b4509a302fbd1f4eb492c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:31,363 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:31,363 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., storeName=3e1c26e94cb0d3179de38e71d20bf8c7/A, priority=13, startTime=1731327331158; duration=0sec 2024-11-11T12:15:31,363 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:31,363 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e1c26e94cb0d3179de38e71d20bf8c7:A 2024-11-11T12:15:31,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/9b042ce30379405897dd480fb936b7d9 is 50, key is test_row_0/B:col10/1731327330404/Put/seqid=0 2024-11-11T12:15:31,401 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e1c26e94cb0d3179de38e71d20bf8c7#C#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:31,402 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/eda83a709aa14877bdf471f1dfc25f18 is 50, key is test_row_0/C:col10/1731327330316/Put/seqid=0 2024-11-11T12:15:31,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742098_1274 (size=12301) 2024-11-11T12:15:31,447 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/9b042ce30379405897dd480fb936b7d9 2024-11-11T12:15:31,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742099_1275 (size=13221) 2024-11-11T12:15:31,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/769ed830d46a4c518c80971c6ad87948 is 50, key is test_row_0/C:col10/1731327330404/Put/seqid=0 2024-11-11T12:15:31,496 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/eda83a709aa14877bdf471f1dfc25f18 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/eda83a709aa14877bdf471f1dfc25f18 2024-11-11T12:15:31,521 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3e1c26e94cb0d3179de38e71d20bf8c7/C of 3e1c26e94cb0d3179de38e71d20bf8c7 into eda83a709aa14877bdf471f1dfc25f18(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:31,521 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:31,521 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7., storeName=3e1c26e94cb0d3179de38e71d20bf8c7/C, priority=13, startTime=1731327331158; duration=0sec 2024-11-11T12:15:31,521 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:31,521 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e1c26e94cb0d3179de38e71d20bf8c7:C 2024-11-11T12:15:31,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742100_1276 (size=12301) 2024-11-11T12:15:31,549 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/769ed830d46a4c518c80971c6ad87948 2024-11-11T12:15:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:31,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. as already flushing 2024-11-11T12:15:31,570 DEBUG [Thread-916 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a91dc80 to 127.0.0.1:50815 2024-11-11T12:15:31,570 DEBUG [Thread-916 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:15:31,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/e17f62717ce7453bb67789c4c0f7e271 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/e17f62717ce7453bb67789c4c0f7e271 2024-11-11T12:15:31,595 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/e17f62717ce7453bb67789c4c0f7e271, entries=150, sequenceid=407, filesize=12.0 K 2024-11-11T12:15:31,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/9b042ce30379405897dd480fb936b7d9 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/9b042ce30379405897dd480fb936b7d9 2024-11-11T12:15:31,622 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/9b042ce30379405897dd480fb936b7d9, entries=150, sequenceid=407, filesize=12.0 K 2024-11-11T12:15:31,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/769ed830d46a4c518c80971c6ad87948 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/769ed830d46a4c518c80971c6ad87948 2024-11-11T12:15:31,676 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/769ed830d46a4c518c80971c6ad87948, entries=150, sequenceid=407, filesize=12.0 K 2024-11-11T12:15:31,683 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=6.71 KB/6870 for 3e1c26e94cb0d3179de38e71d20bf8c7 in 444ms, sequenceid=407, compaction requested=false 2024-11-11T12:15:31,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:31,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:31,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-11T12:15:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-11T12:15:31,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-11T12:15:31,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0790 sec 2024-11-11T12:15:31,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 2.0920 sec 2024-11-11T12:15:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-11T12:15:31,740 INFO [Thread-920 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-11T12:15:33,131 DEBUG [Thread-914 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x473477dd to 127.0.0.1:50815 2024-11-11T12:15:33,131 DEBUG [Thread-914 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:15:33,139 DEBUG [Thread-912 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05e0e280 to 127.0.0.1:50815 2024-11-11T12:15:33,139 DEBUG [Thread-912 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:15:34,164 DEBUG [Thread-910 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22a568ce to 127.0.0.1:50815 2024-11-11T12:15:34,164 DEBUG [Thread-910 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:15:34,207 DEBUG [Thread-918 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a874cc0 to 127.0.0.1:50815 2024-11-11T12:15:34,207 DEBUG [Thread-918 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:15:34,207 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T12:15:34,207 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-11T12:15:34,207 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-11T12:15:34,207 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-11T12:15:34,207 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 135 2024-11-11T12:15:34,207 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-11T12:15:34,207 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T12:15:34,207 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2395 2024-11-11T12:15:34,207 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2506 2024-11-11T12:15:34,207 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2356 2024-11-11T12:15:34,207 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2464 2024-11-11T12:15:34,207 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2644 2024-11-11T12:15:34,207 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T12:15:34,208 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T12:15:34,208 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00faa31c to 127.0.0.1:50815 2024-11-11T12:15:34,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:15:34,210 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-11T12:15:34,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-11T12:15:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T12:15:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-11T12:15:34,220 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731327334219"}]},"ts":"1731327334219"} 2024-11-11T12:15:34,227 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T12:15:34,249 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T12:15:34,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T12:15:34,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e1c26e94cb0d3179de38e71d20bf8c7, UNASSIGN}] 2024-11-11T12:15:34,265 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e1c26e94cb0d3179de38e71d20bf8c7, UNASSIGN 2024-11-11T12:15:34,267 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=77 updating hbase:meta row=3e1c26e94cb0d3179de38e71d20bf8c7, regionState=CLOSING, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:15:34,272 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T12:15:34,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; CloseRegionProcedure 3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210}] 2024-11-11T12:15:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-11T12:15:34,426 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:34,429 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] handler.UnassignRegionHandler(124): Close 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:34,429 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T12:15:34,429 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1681): Closing 3e1c26e94cb0d3179de38e71d20bf8c7, disabling compactions & flushes 2024-11-11T12:15:34,429 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:34,429 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:34,429 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. after waiting 0 ms 2024-11-11T12:15:34,429 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:34,429 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(2837): Flushing 3e1c26e94cb0d3179de38e71d20bf8c7 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T12:15:34,430 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=A 2024-11-11T12:15:34,430 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:34,430 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=B 2024-11-11T12:15:34,430 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:34,430 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3e1c26e94cb0d3179de38e71d20bf8c7, store=C 2024-11-11T12:15:34,430 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:34,449 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/42614447cc5a456a87d4e937b959ee8e is 50, key is test_row_0/A:col10/1731327333117/Put/seqid=0 2024-11-11T12:15:34,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742101_1277 (size=12301) 2024-11-11T12:15:34,472 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/42614447cc5a456a87d4e937b959ee8e 2024-11-11T12:15:34,491 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/89fd5a133ee948f596458244f974c35b is 50, key is test_row_0/B:col10/1731327333117/Put/seqid=0 2024-11-11T12:15:34,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742102_1278 (size=12301) 2024-11-11T12:15:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-11T12:15:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-11T12:15:34,904 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/89fd5a133ee948f596458244f974c35b 2024-11-11T12:15:34,921 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/d101c8852e3e44c6822af081077024e2 is 50, key is test_row_0/C:col10/1731327333117/Put/seqid=0 2024-11-11T12:15:34,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742103_1279 (size=12301) 2024-11-11T12:15:34,963 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/d101c8852e3e44c6822af081077024e2 2024-11-11T12:15:34,972 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/A/42614447cc5a456a87d4e937b959ee8e as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/42614447cc5a456a87d4e937b959ee8e 2024-11-11T12:15:34,976 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/42614447cc5a456a87d4e937b959ee8e, entries=150, sequenceid=418, filesize=12.0 K 2024-11-11T12:15:34,977 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/B/89fd5a133ee948f596458244f974c35b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/89fd5a133ee948f596458244f974c35b 2024-11-11T12:15:34,984 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/89fd5a133ee948f596458244f974c35b, entries=150, sequenceid=418, filesize=12.0 K 2024-11-11T12:15:34,985 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/.tmp/C/d101c8852e3e44c6822af081077024e2 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/d101c8852e3e44c6822af081077024e2 2024-11-11T12:15:34,998 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/d101c8852e3e44c6822af081077024e2, entries=150, sequenceid=418, filesize=12.0 K 2024-11-11T12:15:35,005 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 3e1c26e94cb0d3179de38e71d20bf8c7 in 576ms, sequenceid=418, compaction requested=true 2024-11-11T12:15:35,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/c920cdb6c32e4246a5921c4ffabf6daf, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/707feb4f68914bc2b23efafea6f850ed, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/11c3eeb8728549b7a86602c7967e3587, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/c0e04fa7654d416fbbe68d1f0b0d7ca3, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/817f0f30e83c431ab553650491b3d6b7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/e48c84164c4e4ecb94a5058ac5f03a83, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/25cab56bf1c14899b4a586e14d9ca5e6, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/4701a07d6db844be80b9cd8aa3b607ce, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/66763fe9c996477eb97aaaf4a5354835, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/b96df3fe869c4c088d7418e88067906a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/fffcea44e2b7494e9173b66036f4d66d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/4280f3a59a694ad980284e923530990c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/dbaab2cd357c474c9b101d5bba9896c0, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/9cb6ec2cfa4f461aa3059a950d1a2b66, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/6f5c5288d0c6428d960ca9ed977b507e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/26e87472a5ca4eada72e651a69e78acd, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/6e454fec902a40ecaf04744bd308e123, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/bf14e59d543a474291a132c2593757f6, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/7a9c869ef76941cfbc5d65c38363b182, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/9bd905fcef304ae9a132c07e0bf063cb, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/138e054ef5da42bc9e793c37aa4a3f1f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/754275e797ca4fe6a2f41c4214f3c432, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/b3afb35b5a7942d796ce046c9c9945ad, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/8305eb67a9b44f0e9ecaceaea9517ea7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/fc78c8059b88461d8bf723a349f287fa, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/67e0a3ac961b461f964857eb6bfc3bc5, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/1d05cdd7723b43c98042c21d0c84ca57] to archive 2024-11-11T12:15:35,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T12:15:35,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/c920cdb6c32e4246a5921c4ffabf6daf to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/c920cdb6c32e4246a5921c4ffabf6daf 2024-11-11T12:15:35,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/707feb4f68914bc2b23efafea6f850ed to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/707feb4f68914bc2b23efafea6f850ed 2024-11-11T12:15:35,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/11c3eeb8728549b7a86602c7967e3587 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/11c3eeb8728549b7a86602c7967e3587 2024-11-11T12:15:35,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/c0e04fa7654d416fbbe68d1f0b0d7ca3 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/c0e04fa7654d416fbbe68d1f0b0d7ca3 2024-11-11T12:15:35,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/817f0f30e83c431ab553650491b3d6b7 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/817f0f30e83c431ab553650491b3d6b7 2024-11-11T12:15:35,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/e48c84164c4e4ecb94a5058ac5f03a83 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/e48c84164c4e4ecb94a5058ac5f03a83 2024-11-11T12:15:35,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/25cab56bf1c14899b4a586e14d9ca5e6 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/25cab56bf1c14899b4a586e14d9ca5e6 2024-11-11T12:15:35,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/4701a07d6db844be80b9cd8aa3b607ce to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/4701a07d6db844be80b9cd8aa3b607ce 2024-11-11T12:15:35,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/66763fe9c996477eb97aaaf4a5354835 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/66763fe9c996477eb97aaaf4a5354835 2024-11-11T12:15:35,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/b96df3fe869c4c088d7418e88067906a to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/b96df3fe869c4c088d7418e88067906a 2024-11-11T12:15:35,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/fffcea44e2b7494e9173b66036f4d66d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/fffcea44e2b7494e9173b66036f4d66d 2024-11-11T12:15:35,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/4280f3a59a694ad980284e923530990c to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/4280f3a59a694ad980284e923530990c 2024-11-11T12:15:35,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/dbaab2cd357c474c9b101d5bba9896c0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/dbaab2cd357c474c9b101d5bba9896c0 2024-11-11T12:15:35,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/9cb6ec2cfa4f461aa3059a950d1a2b66 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/9cb6ec2cfa4f461aa3059a950d1a2b66 2024-11-11T12:15:35,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/6f5c5288d0c6428d960ca9ed977b507e to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/6f5c5288d0c6428d960ca9ed977b507e 2024-11-11T12:15:35,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/26e87472a5ca4eada72e651a69e78acd to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/26e87472a5ca4eada72e651a69e78acd 2024-11-11T12:15:35,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/6e454fec902a40ecaf04744bd308e123 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/6e454fec902a40ecaf04744bd308e123 2024-11-11T12:15:35,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/bf14e59d543a474291a132c2593757f6 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/bf14e59d543a474291a132c2593757f6 2024-11-11T12:15:35,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/7a9c869ef76941cfbc5d65c38363b182 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/7a9c869ef76941cfbc5d65c38363b182 2024-11-11T12:15:35,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/9bd905fcef304ae9a132c07e0bf063cb to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/9bd905fcef304ae9a132c07e0bf063cb 2024-11-11T12:15:35,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/138e054ef5da42bc9e793c37aa4a3f1f to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/138e054ef5da42bc9e793c37aa4a3f1f 2024-11-11T12:15:35,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/754275e797ca4fe6a2f41c4214f3c432 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/754275e797ca4fe6a2f41c4214f3c432 2024-11-11T12:15:35,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/b3afb35b5a7942d796ce046c9c9945ad to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/b3afb35b5a7942d796ce046c9c9945ad 2024-11-11T12:15:35,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/8305eb67a9b44f0e9ecaceaea9517ea7 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/8305eb67a9b44f0e9ecaceaea9517ea7 2024-11-11T12:15:35,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/fc78c8059b88461d8bf723a349f287fa to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/fc78c8059b88461d8bf723a349f287fa 2024-11-11T12:15:35,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/67e0a3ac961b461f964857eb6bfc3bc5 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/67e0a3ac961b461f964857eb6bfc3bc5 2024-11-11T12:15:35,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/1d05cdd7723b43c98042c21d0c84ca57 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/1d05cdd7723b43c98042c21d0c84ca57 2024-11-11T12:15:35,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/f1eb9a4ef7244f30b3d95d1edd889ab7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/f070ae06a5ad46cc822d1ebbb6b05316, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/70a3e113a4f5410c97119dcd23f68d83, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/de1b2647a30547d3b20dd5707efce401, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/13a1de748f1a4be8928b8f37195e48dd, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/1d17fbd62a08455398b8aa23e043011b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/d5f95f20b0c4479090eb783ba124526d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/d27cd43d0efc43929568db092d59cde7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/96e5d482470146328cd5c36b74f14b0f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/7e675d30731a4b30965665af6cfd2890, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/bc932229fac84620a060ab678e14df43, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/4ba8b1db31e14b5cb601ed18b0f79c1a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/5fa126d82d1643e1ac801e59a09c7442, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/853513d2953b4deda38572d1b1d230d4, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/179875c933f144dc85ca221ebebeb0ba, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/d9e7d82e1c0b47eeb02f5c9d111a0d20, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/fe2c2ea9b4a748f5bf6fb27b33ec6d79, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/605ebefeb01f478a89ee320b5188f2b1, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/2e81b7083ee3495aa2f6a10ff2936068, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/a05eb40024f1491abeb17df0e8af38a8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/3f7af63068f146c7ad010530ec0691af, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/69b612344bca4d7fa867a3c7d9771a00, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/5c5f130720614e7cbd9b807b0eddc40e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/f824cc78212647429784116b3b8b0f18, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/ceb557739d7742468b241b2ce9f7f650, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/f9f9a12e4b8348c0b3ca5388a9465df3, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/a5790e5b20964741bdf1a59917687fb3] to archive 2024-11-11T12:15:35,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T12:15:35,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/f1eb9a4ef7244f30b3d95d1edd889ab7 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/f1eb9a4ef7244f30b3d95d1edd889ab7 2024-11-11T12:15:35,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/f070ae06a5ad46cc822d1ebbb6b05316 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/f070ae06a5ad46cc822d1ebbb6b05316 2024-11-11T12:15:35,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/70a3e113a4f5410c97119dcd23f68d83 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/70a3e113a4f5410c97119dcd23f68d83 2024-11-11T12:15:35,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/de1b2647a30547d3b20dd5707efce401 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/de1b2647a30547d3b20dd5707efce401 2024-11-11T12:15:35,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/13a1de748f1a4be8928b8f37195e48dd to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/13a1de748f1a4be8928b8f37195e48dd 2024-11-11T12:15:35,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/1d17fbd62a08455398b8aa23e043011b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/1d17fbd62a08455398b8aa23e043011b 2024-11-11T12:15:35,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/d5f95f20b0c4479090eb783ba124526d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/d5f95f20b0c4479090eb783ba124526d 2024-11-11T12:15:35,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/d27cd43d0efc43929568db092d59cde7 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/d27cd43d0efc43929568db092d59cde7 2024-11-11T12:15:35,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/96e5d482470146328cd5c36b74f14b0f to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/96e5d482470146328cd5c36b74f14b0f 2024-11-11T12:15:35,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/7e675d30731a4b30965665af6cfd2890 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/7e675d30731a4b30965665af6cfd2890 2024-11-11T12:15:35,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/bc932229fac84620a060ab678e14df43 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/bc932229fac84620a060ab678e14df43 2024-11-11T12:15:35,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/4ba8b1db31e14b5cb601ed18b0f79c1a to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/4ba8b1db31e14b5cb601ed18b0f79c1a 2024-11-11T12:15:35,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/5fa126d82d1643e1ac801e59a09c7442 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/5fa126d82d1643e1ac801e59a09c7442 2024-11-11T12:15:35,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/853513d2953b4deda38572d1b1d230d4 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/853513d2953b4deda38572d1b1d230d4 2024-11-11T12:15:35,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/179875c933f144dc85ca221ebebeb0ba to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/179875c933f144dc85ca221ebebeb0ba 2024-11-11T12:15:35,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/d9e7d82e1c0b47eeb02f5c9d111a0d20 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/d9e7d82e1c0b47eeb02f5c9d111a0d20 2024-11-11T12:15:35,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/fe2c2ea9b4a748f5bf6fb27b33ec6d79 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/fe2c2ea9b4a748f5bf6fb27b33ec6d79 2024-11-11T12:15:35,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/605ebefeb01f478a89ee320b5188f2b1 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/605ebefeb01f478a89ee320b5188f2b1 2024-11-11T12:15:35,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/2e81b7083ee3495aa2f6a10ff2936068 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/2e81b7083ee3495aa2f6a10ff2936068 2024-11-11T12:15:35,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/a05eb40024f1491abeb17df0e8af38a8 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/a05eb40024f1491abeb17df0e8af38a8 2024-11-11T12:15:35,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/3f7af63068f146c7ad010530ec0691af to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/3f7af63068f146c7ad010530ec0691af 2024-11-11T12:15:35,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/69b612344bca4d7fa867a3c7d9771a00 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/69b612344bca4d7fa867a3c7d9771a00 2024-11-11T12:15:35,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/5c5f130720614e7cbd9b807b0eddc40e to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/5c5f130720614e7cbd9b807b0eddc40e 2024-11-11T12:15:35,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/f824cc78212647429784116b3b8b0f18 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/f824cc78212647429784116b3b8b0f18 2024-11-11T12:15:35,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/ceb557739d7742468b241b2ce9f7f650 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/ceb557739d7742468b241b2ce9f7f650 2024-11-11T12:15:35,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/f9f9a12e4b8348c0b3ca5388a9465df3 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/f9f9a12e4b8348c0b3ca5388a9465df3 2024-11-11T12:15:35,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/a5790e5b20964741bdf1a59917687fb3 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/a5790e5b20964741bdf1a59917687fb3 2024-11-11T12:15:35,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/2973c039433842a8bf25824295fe5390, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/d8ec019d5a93419cbde9d86d0668c7f8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/f7f4e7c365cb490395765424f33fcdd8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/2da4638d28494fcda8e894166c88fa1b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/c3e5824384aa4b88bdd2f4ec56baa420, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/c809109af3f4425fa1277bc21b1d0f89, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/1b3dd0c85e07407ebbb1cc203768de7c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/e468d4e2b7c343bbbe8cfd2e50013526, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/6c0e2fd7573040aab0648c24282d671a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/ed32ddf0411e4664a6beeeebed1d87c7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/bb3e2eac897344248b68c57e42f09f9b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/ed99d8af7c9f469e96cd25fd698bf5cf, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/ca48f05ec3bf4fcdaf07e99fc7bce622, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/38af0c246ba442229b9c4f94e316d2cc, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/3ce9e8490668400badca9f711c879485, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/df0914894bc34f2786b4fd2b6cc3f471, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/6dd14e3ca8cc4b4fa4623957d3d4c16a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/2a052e400f4e461a8ba92c78806d69bd, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/e56f5d1400fb48a591425fe1ea948a67, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/a3f1d63c71c541b4964029c448b5da2d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/66f728d8c7f844aa8d5da8a15042e0fd, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/e5740b05b3d7473ea532f36227523027, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/a6e9ad17b38e4c44b135985e691acd44, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/0c6c648e72424b72b12749e228b2ff09, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/639cd9349870459eb372fabd342de17d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/b41b975bdc124595a41a6fe8cb41a895, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/e20191f515dd40d286e5dfcb6fe03b22] to archive 2024-11-11T12:15:35,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T12:15:35,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/2973c039433842a8bf25824295fe5390 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/2973c039433842a8bf25824295fe5390 2024-11-11T12:15:35,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/d8ec019d5a93419cbde9d86d0668c7f8 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/d8ec019d5a93419cbde9d86d0668c7f8 2024-11-11T12:15:35,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/f7f4e7c365cb490395765424f33fcdd8 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/f7f4e7c365cb490395765424f33fcdd8 2024-11-11T12:15:35,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/2da4638d28494fcda8e894166c88fa1b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/2da4638d28494fcda8e894166c88fa1b 2024-11-11T12:15:35,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/c3e5824384aa4b88bdd2f4ec56baa420 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/c3e5824384aa4b88bdd2f4ec56baa420 2024-11-11T12:15:35,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/c809109af3f4425fa1277bc21b1d0f89 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/c809109af3f4425fa1277bc21b1d0f89 2024-11-11T12:15:35,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/1b3dd0c85e07407ebbb1cc203768de7c to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/1b3dd0c85e07407ebbb1cc203768de7c 2024-11-11T12:15:35,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/e468d4e2b7c343bbbe8cfd2e50013526 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/e468d4e2b7c343bbbe8cfd2e50013526 2024-11-11T12:15:35,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/6c0e2fd7573040aab0648c24282d671a to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/6c0e2fd7573040aab0648c24282d671a 2024-11-11T12:15:35,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/ed32ddf0411e4664a6beeeebed1d87c7 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/ed32ddf0411e4664a6beeeebed1d87c7 2024-11-11T12:15:35,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/bb3e2eac897344248b68c57e42f09f9b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/bb3e2eac897344248b68c57e42f09f9b 2024-11-11T12:15:35,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/ed99d8af7c9f469e96cd25fd698bf5cf to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/ed99d8af7c9f469e96cd25fd698bf5cf 2024-11-11T12:15:35,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/ca48f05ec3bf4fcdaf07e99fc7bce622 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/ca48f05ec3bf4fcdaf07e99fc7bce622 2024-11-11T12:15:35,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/38af0c246ba442229b9c4f94e316d2cc to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/38af0c246ba442229b9c4f94e316d2cc 2024-11-11T12:15:35,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/3ce9e8490668400badca9f711c879485 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/3ce9e8490668400badca9f711c879485 2024-11-11T12:15:35,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/df0914894bc34f2786b4fd2b6cc3f471 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/df0914894bc34f2786b4fd2b6cc3f471 2024-11-11T12:15:35,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/6dd14e3ca8cc4b4fa4623957d3d4c16a to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/6dd14e3ca8cc4b4fa4623957d3d4c16a 2024-11-11T12:15:35,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/2a052e400f4e461a8ba92c78806d69bd to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/2a052e400f4e461a8ba92c78806d69bd 2024-11-11T12:15:35,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/e56f5d1400fb48a591425fe1ea948a67 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/e56f5d1400fb48a591425fe1ea948a67 2024-11-11T12:15:35,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/a3f1d63c71c541b4964029c448b5da2d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/a3f1d63c71c541b4964029c448b5da2d 2024-11-11T12:15:35,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/66f728d8c7f844aa8d5da8a15042e0fd to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/66f728d8c7f844aa8d5da8a15042e0fd 2024-11-11T12:15:35,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/e5740b05b3d7473ea532f36227523027 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/e5740b05b3d7473ea532f36227523027 2024-11-11T12:15:35,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/a6e9ad17b38e4c44b135985e691acd44 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/a6e9ad17b38e4c44b135985e691acd44 2024-11-11T12:15:35,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/0c6c648e72424b72b12749e228b2ff09 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/0c6c648e72424b72b12749e228b2ff09 2024-11-11T12:15:35,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/639cd9349870459eb372fabd342de17d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/639cd9349870459eb372fabd342de17d 2024-11-11T12:15:35,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/b41b975bdc124595a41a6fe8cb41a895 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/b41b975bdc124595a41a6fe8cb41a895 2024-11-11T12:15:35,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/e20191f515dd40d286e5dfcb6fe03b22 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/e20191f515dd40d286e5dfcb6fe03b22 2024-11-11T12:15:35,309 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/recovered.edits/421.seqid, newMaxSeqId=421, maxSeqId=1 2024-11-11T12:15:35,311 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7. 2024-11-11T12:15:35,311 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1635): Region close journal for 3e1c26e94cb0d3179de38e71d20bf8c7: 2024-11-11T12:15:35,313 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] handler.UnassignRegionHandler(170): Closed 3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:35,313 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=77 updating hbase:meta row=3e1c26e94cb0d3179de38e71d20bf8c7, regionState=CLOSED 2024-11-11T12:15:35,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-11T12:15:35,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; CloseRegionProcedure 3e1c26e94cb0d3179de38e71d20bf8c7, server=645b80804bed,34363,1731327241210 in 1.0420 sec 2024-11-11T12:15:35,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-11-11T12:15:35,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e1c26e94cb0d3179de38e71d20bf8c7, UNASSIGN in 1.0540 sec 2024-11-11T12:15:35,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-11T12:15:35,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.0640 sec 2024-11-11T12:15:35,320 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731327335319"}]},"ts":"1731327335319"} 2024-11-11T12:15:35,320 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T12:15:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-11T12:15:35,380 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T12:15:35,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1710 sec 2024-11-11T12:15:36,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-11T12:15:36,324 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-11T12:15:36,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-11T12:15:36,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:15:36,326 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=79, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:15:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-11T12:15:36,327 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=79, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:15:36,329 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:36,332 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A, FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B, FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C, FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/recovered.edits] 2024-11-11T12:15:36,335 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/42614447cc5a456a87d4e937b959ee8e to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/42614447cc5a456a87d4e937b959ee8e 2024-11-11T12:15:36,336 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/9ee1153bff1b4509a302fbd1f4eb492c to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/9ee1153bff1b4509a302fbd1f4eb492c 2024-11-11T12:15:36,337 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/e17f62717ce7453bb67789c4c0f7e271 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/A/e17f62717ce7453bb67789c4c0f7e271 2024-11-11T12:15:36,339 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/72f03eca066849f8b41bb804ba8257f5 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/72f03eca066849f8b41bb804ba8257f5 2024-11-11T12:15:36,340 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/89fd5a133ee948f596458244f974c35b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/89fd5a133ee948f596458244f974c35b 2024-11-11T12:15:36,341 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/9b042ce30379405897dd480fb936b7d9 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/B/9b042ce30379405897dd480fb936b7d9 2024-11-11T12:15:36,348 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/769ed830d46a4c518c80971c6ad87948 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/769ed830d46a4c518c80971c6ad87948 2024-11-11T12:15:36,358 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/d101c8852e3e44c6822af081077024e2 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/d101c8852e3e44c6822af081077024e2 2024-11-11T12:15:36,365 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/eda83a709aa14877bdf471f1dfc25f18 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/C/eda83a709aa14877bdf471f1dfc25f18 2024-11-11T12:15:36,382 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/recovered.edits/421.seqid to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7/recovered.edits/421.seqid 2024-11-11T12:15:36,389 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/3e1c26e94cb0d3179de38e71d20bf8c7 2024-11-11T12:15:36,389 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T12:15:36,408 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=79, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:15:36,421 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T12:15:36,422 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T12:15:36,427 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=79, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:15:36,427 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T12:15:36,427 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731327336427"}]},"ts":"9223372036854775807"} 2024-11-11T12:15:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-11T12:15:36,429 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-11T12:15:36,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3e1c26e94cb0d3179de38e71d20bf8c7, NAME => 'TestAcidGuarantees,,1731327309221.3e1c26e94cb0d3179de38e71d20bf8c7.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T12:15:36,429 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T12:15:36,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731327336429"}]},"ts":"9223372036854775807"} 2024-11-11T12:15:36,432 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-11T12:15:36,478 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=79, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:15:36,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 153 msec 2024-11-11T12:15:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-11T12:15:36,629 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-11T12:15:36,637 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=239 (was 236) - Thread LEAK? -, OpenFileDescriptor=455 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1646 (was 1754), ProcessCount=11 (was 11), AvailableMemoryMB=1914 (was 3013) 2024-11-11T12:15:36,645 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=1646, ProcessCount=11, AvailableMemoryMB=1914 2024-11-11T12:15:36,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T12:15:36,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T12:15:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=80, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T12:15:36,649 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=80, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T12:15:36,649 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:36,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 80 2024-11-11T12:15:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=80 2024-11-11T12:15:36,649 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=80, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T12:15:36,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742104_1280 (size=960) 2024-11-11T12:15:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=80 2024-11-11T12:15:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=80 2024-11-11T12:15:37,006 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:42835 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:42835,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:37,059 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16 2024-11-11T12:15:37,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742105_1281 (size=53) 2024-11-11T12:15:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=80 2024-11-11T12:15:37,469 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T12:15:37,469 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 9012af8554b22baa9119932862aa5a69, disabling compactions & flushes 2024-11-11T12:15:37,470 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:37,470 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:37,470 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. after waiting 0 ms 2024-11-11T12:15:37,470 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:37,470 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:37,470 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:37,471 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=80, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T12:15:37,471 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731327337471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731327337471"}]},"ts":"1731327337471"} 2024-11-11T12:15:37,472 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T12:15:37,473 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=80, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T12:15:37,473 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731327337473"}]},"ts":"1731327337473"} 2024-11-11T12:15:37,473 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T12:15:37,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9012af8554b22baa9119932862aa5a69, ASSIGN}] 2024-11-11T12:15:37,540 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9012af8554b22baa9119932862aa5a69, ASSIGN 2024-11-11T12:15:37,542 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9012af8554b22baa9119932862aa5a69, ASSIGN; state=OFFLINE, location=645b80804bed,34363,1731327241210; forceNewPlan=false, retain=false 2024-11-11T12:15:37,692 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=81 updating hbase:meta row=9012af8554b22baa9119932862aa5a69, regionState=OPENING, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:15:37,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; OpenRegionProcedure 9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210}] 2024-11-11T12:15:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=80 2024-11-11T12:15:37,845 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:37,848 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:37,849 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(7285): Opening region: {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} 2024-11-11T12:15:37,849 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:37,849 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T12:15:37,849 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(7327): checking encryption for 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:37,849 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(7330): checking classloading for 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:37,851 INFO [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:37,853 INFO [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:15:37,853 INFO [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9012af8554b22baa9119932862aa5a69 columnFamilyName A 2024-11-11T12:15:37,854 DEBUG [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:37,854 INFO [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] regionserver.HStore(327): Store=9012af8554b22baa9119932862aa5a69/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:15:37,854 INFO [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:37,855 INFO [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:15:37,856 INFO [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9012af8554b22baa9119932862aa5a69 columnFamilyName B 2024-11-11T12:15:37,856 DEBUG [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:37,858 INFO [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] regionserver.HStore(327): Store=9012af8554b22baa9119932862aa5a69/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:15:37,858 INFO [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:37,859 INFO [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:15:37,860 INFO [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9012af8554b22baa9119932862aa5a69 columnFamilyName C 2024-11-11T12:15:37,860 DEBUG [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:37,864 INFO [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] regionserver.HStore(327): Store=9012af8554b22baa9119932862aa5a69/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:15:37,871 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:37,875 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:37,875 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:37,883 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T12:15:37,892 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1085): writing seq id for 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:37,900 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T12:15:37,903 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1102): Opened 9012af8554b22baa9119932862aa5a69; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63848762, jitterRate=-0.04857930541038513}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T12:15:37,904 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1001): Region open journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:37,911 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69., pid=82, masterSystemTime=1731327337845 2024-11-11T12:15:37,919 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:37,920 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:37,928 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=81 updating hbase:meta row=9012af8554b22baa9119932862aa5a69, regionState=OPEN, openSeqNum=2, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:15:37,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-11T12:15:37,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; OpenRegionProcedure 9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 in 246 msec 2024-11-11T12:15:37,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=81, resume processing ppid=80 2024-11-11T12:15:37,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, ppid=80, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9012af8554b22baa9119932862aa5a69, ASSIGN in 423 msec 2024-11-11T12:15:37,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=80, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T12:15:37,978 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731327337978"}]},"ts":"1731327337978"} 2024-11-11T12:15:37,984 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T12:15:38,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=80, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T12:15:38,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3800 sec 2024-11-11T12:15:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=80 2024-11-11T12:15:38,754 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 80 completed 2024-11-11T12:15:38,756 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5271608e to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f9fed4 2024-11-11T12:15:38,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2953086d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:15:38,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:15:38,785 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43206, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:15:38,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T12:15:38,788 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T12:15:38,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T12:15:38,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T12:15:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-11T12:15:38,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742106_1282 (size=996) 2024-11-11T12:15:38,814 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-11T12:15:38,814 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-11T12:15:38,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T12:15:38,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9012af8554b22baa9119932862aa5a69, REOPEN/MOVE}] 2024-11-11T12:15:38,821 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9012af8554b22baa9119932862aa5a69, REOPEN/MOVE 2024-11-11T12:15:38,824 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=9012af8554b22baa9119932862aa5a69, regionState=CLOSING, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:15:38,825 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T12:15:38,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; CloseRegionProcedure 9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210}] 2024-11-11T12:15:38,976 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:38,977 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(124): Close 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:38,977 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T12:15:38,977 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1681): Closing 9012af8554b22baa9119932862aa5a69, disabling compactions & flushes 2024-11-11T12:15:38,977 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:38,977 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:38,977 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. after waiting 0 ms 2024-11-11T12:15:38,977 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:38,998 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T12:15:38,998 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:38,998 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1635): Region close journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:38,999 WARN [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3786): Not adding moved region record: 9012af8554b22baa9119932862aa5a69 to self. 2024-11-11T12:15:39,004 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=9012af8554b22baa9119932862aa5a69, regionState=CLOSED 2024-11-11T12:15:39,004 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(170): Closed 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:39,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-11T12:15:39,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; CloseRegionProcedure 9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 in 180 msec 2024-11-11T12:15:39,007 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9012af8554b22baa9119932862aa5a69, REOPEN/MOVE; state=CLOSED, location=645b80804bed,34363,1731327241210; forceNewPlan=false, retain=true 2024-11-11T12:15:39,157 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=9012af8554b22baa9119932862aa5a69, regionState=OPENING, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:15:39,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=87, ppid=85, state=RUNNABLE; OpenRegionProcedure 9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210}] 2024-11-11T12:15:39,269 ERROR [LeaseRenewer:jenkins@localhost:42835 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:42835,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:39,309 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:39,312 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:39,312 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7285): Opening region: {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} 2024-11-11T12:15:39,313 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:39,313 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T12:15:39,313 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7327): checking encryption for 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:39,313 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7330): checking classloading for 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:39,314 INFO [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:39,314 INFO [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:15:39,315 INFO [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9012af8554b22baa9119932862aa5a69 columnFamilyName A 2024-11-11T12:15:39,315 DEBUG [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:39,316 INFO [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] regionserver.HStore(327): Store=9012af8554b22baa9119932862aa5a69/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:15:39,316 INFO [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:39,316 INFO [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:15:39,317 INFO [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9012af8554b22baa9119932862aa5a69 columnFamilyName B 2024-11-11T12:15:39,317 DEBUG [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:39,317 INFO [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] regionserver.HStore(327): Store=9012af8554b22baa9119932862aa5a69/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:15:39,317 INFO [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:39,318 INFO [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:15:39,318 INFO [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9012af8554b22baa9119932862aa5a69 columnFamilyName C 2024-11-11T12:15:39,318 DEBUG [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:39,318 INFO [StoreOpener-9012af8554b22baa9119932862aa5a69-1 {}] regionserver.HStore(327): Store=9012af8554b22baa9119932862aa5a69/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:15:39,318 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:39,319 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:39,320 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:39,321 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T12:15:39,322 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1085): writing seq id for 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:39,322 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1102): Opened 9012af8554b22baa9119932862aa5a69; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69342043, jitterRate=0.033276960253715515}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T12:15:39,323 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1001): Region open journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:39,324 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69., pid=87, masterSystemTime=1731327339309 2024-11-11T12:15:39,325 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:39,325 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:39,325 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=9012af8554b22baa9119932862aa5a69, regionState=OPEN, openSeqNum=5, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:15:39,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=87, resume processing ppid=85 2024-11-11T12:15:39,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, ppid=85, state=SUCCESS; OpenRegionProcedure 9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 in 168 msec 2024-11-11T12:15:39,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=85, resume processing ppid=84 2024-11-11T12:15:39,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, ppid=84, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9012af8554b22baa9119932862aa5a69, REOPEN/MOVE in 509 msec 2024-11-11T12:15:39,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-11T12:15:39,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 512 msec 2024-11-11T12:15:39,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 540 msec 2024-11-11T12:15:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-11T12:15:39,332 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a139b42 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1157d18a 2024-11-11T12:15:39,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2076b3ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:15:39,729 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1acf826f to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@353bcb3d 2024-11-11T12:15:39,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c5edec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:15:39,749 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1cbce2b4 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77b5b03d 2024-11-11T12:15:39,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789089aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:15:39,785 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4fd3f5fc to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15bd9063 2024-11-11T12:15:39,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699c96a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:15:39,813 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05c97513 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c0ec341 2024-11-11T12:15:39,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712a5bc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:15:39,824 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4831febd to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b660061 2024-11-11T12:15:39,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62cf69c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:15:39,841 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e93614e to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45ad0ff5 2024-11-11T12:15:39,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c35c7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:15:39,855 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0523025d to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28dc77ab 2024-11-11T12:15:39,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a259e93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:15:39,867 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b9a1701 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70304ef6 2024-11-11T12:15:39,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6179765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:15:39,901 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d3b05cf to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f8ea360 2024-11-11T12:15:39,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3518b14b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:15:39,936 DEBUG [hconnection-0x5aea54e7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:15:39,937 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43214, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:15:39,940 DEBUG [hconnection-0x7673526d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:15:39,941 DEBUG [hconnection-0x255042f8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:15:39,942 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:15:39,943 DEBUG [hconnection-0x309d5812-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:15:39,943 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43224, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:15:39,945 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:15:39,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:15:39,952 DEBUG [hconnection-0x58a9cdd1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:15:39,955 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43258, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:15:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-11-11T12:15:39,959 DEBUG [hconnection-0x7e4f31e3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:15:39,961 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:15:39,962 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:15:39,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:15:39,963 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43272, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:15:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-11T12:15:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:39,967 DEBUG [hconnection-0x3604c9c7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:15:39,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9012af8554b22baa9119932862aa5a69 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T12:15:39,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=A 2024-11-11T12:15:39,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:39,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=B 2024-11-11T12:15:39,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:39,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=C 2024-11-11T12:15:39,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:39,971 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:15:39,973 DEBUG [hconnection-0x23f51866-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:15:39,975 DEBUG [hconnection-0x15953560-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:15:39,980 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43290, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:15:39,984 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:15:40,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:40,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327400003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:40,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327400008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:40,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327400013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:40,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327400014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:40,015 DEBUG [hconnection-0xfe46222-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:15:40,017 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:15:40,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:40,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327400019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:40,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111128e4c7f927be46a4a7c483b6a4305964_9012af8554b22baa9119932862aa5a69 is 50, key is test_row_0/A:col10/1731327339966/Put/seqid=0 2024-11-11T12:15:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-11T12:15:40,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327400115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:40,115 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:40,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327400116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:40,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-11T12:15:40,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:40,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:40,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:40,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:40,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:40,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327400118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:40,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327400118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:40,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327400127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:40,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742107_1283 (size=12154) 2024-11-11T12:15:40,151 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:40,166 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111128e4c7f927be46a4a7c483b6a4305964_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111128e4c7f927be46a4a7c483b6a4305964_9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:40,171 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/302f80f898174b26acf7c2dfd446b417, store: [table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:40,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/302f80f898174b26acf7c2dfd446b417 is 175, key is test_row_0/A:col10/1731327339966/Put/seqid=0 2024-11-11T12:15:40,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742108_1284 (size=30955) 2024-11-11T12:15:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-11T12:15:40,286 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:40,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-11T12:15:40,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:40,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:40,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:40,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:40,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:40,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:40,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327400318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327400318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:40,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:40,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327400324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327400324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:40,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327400332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:40,446 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:40,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-11T12:15:40,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:40,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:40,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:40,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:40,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-11T12:15:40,605 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:40,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-11T12:15:40,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:40,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:40,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:40,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:40,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:40,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327400624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:40,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327400625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:40,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327400632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:40,637 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/302f80f898174b26acf7c2dfd446b417 2024-11-11T12:15:40,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327400638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:40,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327400638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:40,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/9f928439d1524dc98434deada46f683d is 50, key is test_row_0/B:col10/1731327339966/Put/seqid=0 2024-11-11T12:15:40,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742109_1285 (size=12001) 2024-11-11T12:15:40,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/9f928439d1524dc98434deada46f683d 2024-11-11T12:15:40,766 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:40,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-11T12:15:40,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:40,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:40,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:40,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:40,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:40,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/ae7d88f0ae4f498cb18d396c0ce46c5b is 50, key is test_row_0/C:col10/1731327339966/Put/seqid=0 2024-11-11T12:15:40,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742110_1286 (size=12001) 2024-11-11T12:15:40,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/ae7d88f0ae4f498cb18d396c0ce46c5b 2024-11-11T12:15:40,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/302f80f898174b26acf7c2dfd446b417 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/302f80f898174b26acf7c2dfd446b417 2024-11-11T12:15:40,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/302f80f898174b26acf7c2dfd446b417, entries=150, sequenceid=16, filesize=30.2 K 2024-11-11T12:15:40,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/9f928439d1524dc98434deada46f683d as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/9f928439d1524dc98434deada46f683d 2024-11-11T12:15:40,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/9f928439d1524dc98434deada46f683d, entries=150, sequenceid=16, filesize=11.7 K 2024-11-11T12:15:40,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/ae7d88f0ae4f498cb18d396c0ce46c5b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/ae7d88f0ae4f498cb18d396c0ce46c5b 2024-11-11T12:15:40,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/ae7d88f0ae4f498cb18d396c0ce46c5b, entries=150, sequenceid=16, filesize=11.7 K 2024-11-11T12:15:40,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9012af8554b22baa9119932862aa5a69 in 932ms, sequenceid=16, compaction requested=false 2024-11-11T12:15:40,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:40,925 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:40,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-11T12:15:40,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:40,925 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2837): Flushing 9012af8554b22baa9119932862aa5a69 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T12:15:40,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=A 2024-11-11T12:15:40,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:40,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=B 2024-11-11T12:15:40,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:40,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=C 2024-11-11T12:15:40,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:40,936 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T12:15:40,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111786be1f83d80413480cb8e0ab95234aa_9012af8554b22baa9119932862aa5a69 is 50, key is test_row_0/A:col10/1731327340008/Put/seqid=0 2024-11-11T12:15:40,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742111_1287 (size=12154) 2024-11-11T12:15:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-11T12:15:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:41,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:41,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:41,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327401168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327401169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:41,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327401184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:41,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327401185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:41,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327401184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:41,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:41,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327401288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:41,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327401291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:41,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:41,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327401298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:41,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:41,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327401298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:41,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327401299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:41,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:41,420 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111786be1f83d80413480cb8e0ab95234aa_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111786be1f83d80413480cb8e0ab95234aa_9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:41,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/69c850b3704445e9be0bed26fd7236d9, store: [table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:41,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/69c850b3704445e9be0bed26fd7236d9 is 175, key is test_row_0/A:col10/1731327340008/Put/seqid=0 2024-11-11T12:15:41,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742112_1288 (size=30955) 2024-11-11T12:15:41,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327401508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:41,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327401512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:41,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327401512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:41,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327401515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:41,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327401519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:41,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327401825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:41,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327401827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:41,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327401827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:41,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:41,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327401827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:41,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327401830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:41,888 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/69c850b3704445e9be0bed26fd7236d9 2024-11-11T12:15:41,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/96145e44d29447478f602941e52e59d6 is 50, key is test_row_0/B:col10/1731327340008/Put/seqid=0 2024-11-11T12:15:41,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742113_1289 (size=12001) 2024-11-11T12:15:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-11T12:15:42,317 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/96145e44d29447478f602941e52e59d6 2024-11-11T12:15:42,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327402330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:42,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/6d3b6d82bb4c439b98085319f500830d is 50, key is test_row_0/C:col10/1731327340008/Put/seqid=0 2024-11-11T12:15:42,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327402337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:42,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327402337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:42,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327402341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:42,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327402348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:42,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742114_1290 (size=12001) 2024-11-11T12:15:42,371 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/6d3b6d82bb4c439b98085319f500830d 2024-11-11T12:15:42,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/69c850b3704445e9be0bed26fd7236d9 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/69c850b3704445e9be0bed26fd7236d9 2024-11-11T12:15:42,410 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/69c850b3704445e9be0bed26fd7236d9, entries=150, sequenceid=40, filesize=30.2 K 2024-11-11T12:15:42,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/96145e44d29447478f602941e52e59d6 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/96145e44d29447478f602941e52e59d6 2024-11-11T12:15:42,431 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/96145e44d29447478f602941e52e59d6, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T12:15:42,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/6d3b6d82bb4c439b98085319f500830d as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/6d3b6d82bb4c439b98085319f500830d 2024-11-11T12:15:42,443 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/6d3b6d82bb4c439b98085319f500830d, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T12:15:42,444 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 9012af8554b22baa9119932862aa5a69 in 1519ms, sequenceid=40, compaction requested=false 2024-11-11T12:15:42,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2538): Flush status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:42,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:42,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-11-11T12:15:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=89 2024-11-11T12:15:42,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-11-11T12:15:42,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4830 sec 2024-11-11T12:15:42,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 2.4960 sec 2024-11-11T12:15:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:43,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9012af8554b22baa9119932862aa5a69 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T12:15:43,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=A 2024-11-11T12:15:43,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:43,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=B 2024-11-11T12:15:43,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:43,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=C 2024-11-11T12:15:43,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:43,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117bb54d9c6ed64c0db506ed78ed806b9c_9012af8554b22baa9119932862aa5a69 is 50, key is test_row_0/A:col10/1731327341158/Put/seqid=0 2024-11-11T12:15:43,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742115_1291 (size=12154) 2024-11-11T12:15:43,408 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:43,413 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117bb54d9c6ed64c0db506ed78ed806b9c_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117bb54d9c6ed64c0db506ed78ed806b9c_9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:43,414 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/ad95f0ef296843cfa0d65a23ac5b239c, store: [table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:43,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/ad95f0ef296843cfa0d65a23ac5b239c is 175, key is test_row_0/A:col10/1731327341158/Put/seqid=0 2024-11-11T12:15:43,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742116_1292 (size=30955) 2024-11-11T12:15:43,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327403457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:43,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327403462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:43,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327403463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:43,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327403471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:43,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327403475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:43,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327403575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:43,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327403575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:43,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327403576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:43,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327403590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:43,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327403592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:43,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:43,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327403784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:43,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:43,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327403784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:43,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327403787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:43,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327403797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:43,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327403801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:43,843 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/ad95f0ef296843cfa0d65a23ac5b239c 2024-11-11T12:15:43,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/c319eb96b0b3493dad96d3932213200b is 50, key is test_row_0/B:col10/1731327341158/Put/seqid=0 2024-11-11T12:15:43,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742117_1293 (size=12001) 2024-11-11T12:15:43,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/c319eb96b0b3493dad96d3932213200b 2024-11-11T12:15:43,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/0439e04497e448e9b25e7f9cf107a02a is 50, key is test_row_0/C:col10/1731327341158/Put/seqid=0 2024-11-11T12:15:44,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742118_1294 (size=12001) 2024-11-11T12:15:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-11T12:15:44,093 INFO [Thread-1321 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 88 completed 2024-11-11T12:15:44,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:15:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-11-11T12:15:44,097 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:15:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-11T12:15:44,098 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:15:44,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:15:44,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327404094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:44,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327404095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:44,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327404102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:44,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327404110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:44,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327404116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-11T12:15:44,252 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:44,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-11T12:15:44,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:44,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:44,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:44,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:44,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-11T12:15:44,407 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:44,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/0439e04497e448e9b25e7f9cf107a02a 2024-11-11T12:15:44,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-11T12:15:44,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:44,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:44,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:44,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:44,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:44,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/ad95f0ef296843cfa0d65a23ac5b239c as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/ad95f0ef296843cfa0d65a23ac5b239c 2024-11-11T12:15:44,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/ad95f0ef296843cfa0d65a23ac5b239c, entries=150, sequenceid=54, filesize=30.2 K 2024-11-11T12:15:44,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/c319eb96b0b3493dad96d3932213200b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/c319eb96b0b3493dad96d3932213200b 2024-11-11T12:15:44,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/c319eb96b0b3493dad96d3932213200b, entries=150, sequenceid=54, filesize=11.7 K 2024-11-11T12:15:44,563 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:44,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-11T12:15:44,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:44,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:44,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:44,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:44,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:44,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/0439e04497e448e9b25e7f9cf107a02a as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/0439e04497e448e9b25e7f9cf107a02a 2024-11-11T12:15:44,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/0439e04497e448e9b25e7f9cf107a02a, entries=150, sequenceid=54, filesize=11.7 K 2024-11-11T12:15:44,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 9012af8554b22baa9119932862aa5a69 in 1239ms, sequenceid=54, compaction requested=true 2024-11-11T12:15:44,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:44,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9012af8554b22baa9119932862aa5a69:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:15:44,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:44,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9012af8554b22baa9119932862aa5a69:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:15:44,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T12:15:44,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9012af8554b22baa9119932862aa5a69:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:15:44,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-11T12:15:44,598 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:15:44,598 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:15:44,601 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:15:44,601 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 9012af8554b22baa9119932862aa5a69/C is initiating minor compaction (all files) 2024-11-11T12:15:44,601 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9012af8554b22baa9119932862aa5a69/C in TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:44,601 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/ae7d88f0ae4f498cb18d396c0ce46c5b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/6d3b6d82bb4c439b98085319f500830d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/0439e04497e448e9b25e7f9cf107a02a] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp, totalSize=35.2 K 2024-11-11T12:15:44,601 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:15:44,601 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 9012af8554b22baa9119932862aa5a69/A is initiating minor compaction (all files) 2024-11-11T12:15:44,601 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9012af8554b22baa9119932862aa5a69/A in TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:44,601 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/302f80f898174b26acf7c2dfd446b417, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/69c850b3704445e9be0bed26fd7236d9, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/ad95f0ef296843cfa0d65a23ac5b239c] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp, totalSize=90.7 K 2024-11-11T12:15:44,601 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:44,602 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. files: [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/302f80f898174b26acf7c2dfd446b417, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/69c850b3704445e9be0bed26fd7236d9, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/ad95f0ef296843cfa0d65a23ac5b239c] 2024-11-11T12:15:44,603 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting ae7d88f0ae4f498cb18d396c0ce46c5b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731327339964 2024-11-11T12:15:44,604 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 302f80f898174b26acf7c2dfd446b417, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731327339964 2024-11-11T12:15:44,606 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d3b6d82bb4c439b98085319f500830d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731327339998 2024-11-11T12:15:44,607 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 0439e04497e448e9b25e7f9cf107a02a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731327341158 2024-11-11T12:15:44,607 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69c850b3704445e9be0bed26fd7236d9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731327339998 2024-11-11T12:15:44,608 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad95f0ef296843cfa0d65a23ac5b239c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731327341158 2024-11-11T12:15:44,627 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9012af8554b22baa9119932862aa5a69#C#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:44,627 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/a904e2ae971c4badb55a997abf961117 is 50, key is test_row_0/C:col10/1731327341158/Put/seqid=0 2024-11-11T12:15:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:44,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9012af8554b22baa9119932862aa5a69 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T12:15:44,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=A 2024-11-11T12:15:44,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:44,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=B 2024-11-11T12:15:44,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:44,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=C 2024-11-11T12:15:44,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:44,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327404642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:44,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327404642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:44,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327404645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:44,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327404653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:44,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327404654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:44,677 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:44,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742119_1295 (size=12104) 2024-11-11T12:15:44,688 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111173ef48ca77b440b6b90764f39179de5a_9012af8554b22baa9119932862aa5a69 store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:44,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111db08d2b6696044b0bee9be095b3237fb_9012af8554b22baa9119932862aa5a69 is 50, key is test_row_0/A:col10/1731327343463/Put/seqid=0 2024-11-11T12:15:44,689 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111173ef48ca77b440b6b90764f39179de5a_9012af8554b22baa9119932862aa5a69, store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:44,690 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111173ef48ca77b440b6b90764f39179de5a_9012af8554b22baa9119932862aa5a69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-11T12:15:44,716 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:44,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-11T12:15:44,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:44,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:44,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:44,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:44,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:44,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742120_1296 (size=17034) 2024-11-11T12:15:44,730 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:44,739 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/a904e2ae971c4badb55a997abf961117 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/a904e2ae971c4badb55a997abf961117 2024-11-11T12:15:44,748 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111db08d2b6696044b0bee9be095b3237fb_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111db08d2b6696044b0bee9be095b3237fb_9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:44,754 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/0e50877d5f3549198d24d7345b2fd42e, store: [table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:44,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/0e50877d5f3549198d24d7345b2fd42e is 175, key is test_row_0/A:col10/1731327343463/Put/seqid=0 2024-11-11T12:15:44,760 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9012af8554b22baa9119932862aa5a69/C of 9012af8554b22baa9119932862aa5a69 into a904e2ae971c4badb55a997abf961117(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:44,761 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:44,761 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69., storeName=9012af8554b22baa9119932862aa5a69/C, priority=13, startTime=1731327344596; duration=0sec 2024-11-11T12:15:44,761 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:44,761 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9012af8554b22baa9119932862aa5a69:C 2024-11-11T12:15:44,761 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:15:44,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327404758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:44,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327404758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:44,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327404763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:44,767 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:15:44,768 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 9012af8554b22baa9119932862aa5a69/B is initiating minor compaction (all files) 2024-11-11T12:15:44,768 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9012af8554b22baa9119932862aa5a69/B in TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:44,768 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/9f928439d1524dc98434deada46f683d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/96145e44d29447478f602941e52e59d6, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/c319eb96b0b3493dad96d3932213200b] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp, totalSize=35.2 K 2024-11-11T12:15:44,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742121_1297 (size=4469) 2024-11-11T12:15:44,774 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f928439d1524dc98434deada46f683d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731327339964 2024-11-11T12:15:44,776 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 96145e44d29447478f602941e52e59d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731327339998 2024-11-11T12:15:44,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742122_1298 (size=48139) 2024-11-11T12:15:44,783 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9012af8554b22baa9119932862aa5a69#A#compaction#247 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:44,783 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting c319eb96b0b3493dad96d3932213200b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731327341158 2024-11-11T12:15:44,784 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/c203ef8107e64870bf3711d6415e5df0 is 175, key is test_row_0/A:col10/1731327341158/Put/seqid=0 2024-11-11T12:15:44,784 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/0e50877d5f3549198d24d7345b2fd42e 2024-11-11T12:15:44,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327404771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:44,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327404772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:44,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742123_1299 (size=31058) 2024-11-11T12:15:44,825 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9012af8554b22baa9119932862aa5a69#B#compaction#249 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:44,825 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/10026b0a1e534635a80a960132ffa608 is 50, key is test_row_0/B:col10/1731327341158/Put/seqid=0 2024-11-11T12:15:44,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/72e1e99640e149a4be3352021ad43ef7 is 50, key is test_row_0/B:col10/1731327343463/Put/seqid=0 2024-11-11T12:15:44,852 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/c203ef8107e64870bf3711d6415e5df0 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/c203ef8107e64870bf3711d6415e5df0 2024-11-11T12:15:44,863 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9012af8554b22baa9119932862aa5a69/A of 9012af8554b22baa9119932862aa5a69 into c203ef8107e64870bf3711d6415e5df0(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:44,863 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:44,863 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69., storeName=9012af8554b22baa9119932862aa5a69/A, priority=13, startTime=1731327344596; duration=0sec 2024-11-11T12:15:44,863 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:44,863 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9012af8554b22baa9119932862aa5a69:A 2024-11-11T12:15:44,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742124_1300 (size=12104) 2024-11-11T12:15:44,874 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:44,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-11T12:15:44,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:44,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:44,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:44,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:44,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:44,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742125_1301 (size=12001) 2024-11-11T12:15:44,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/72e1e99640e149a4be3352021ad43ef7 2024-11-11T12:15:44,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/aeca99d6fdf64136857eef2c6285df2e is 50, key is test_row_0/C:col10/1731327343463/Put/seqid=0 2024-11-11T12:15:44,915 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/10026b0a1e534635a80a960132ffa608 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/10026b0a1e534635a80a960132ffa608 2024-11-11T12:15:44,953 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9012af8554b22baa9119932862aa5a69/B of 9012af8554b22baa9119932862aa5a69 into 10026b0a1e534635a80a960132ffa608(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:44,953 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:44,953 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69., storeName=9012af8554b22baa9119932862aa5a69/B, priority=13, startTime=1731327344596; duration=0sec 2024-11-11T12:15:44,954 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:44,954 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9012af8554b22baa9119932862aa5a69:B 2024-11-11T12:15:44,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742126_1302 (size=12001) 2024-11-11T12:15:44,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/aeca99d6fdf64136857eef2c6285df2e 2024-11-11T12:15:44,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/0e50877d5f3549198d24d7345b2fd42e as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/0e50877d5f3549198d24d7345b2fd42e 2024-11-11T12:15:44,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327404967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:44,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327404973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:44,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/0e50877d5f3549198d24d7345b2fd42e, entries=250, sequenceid=79, filesize=47.0 K 2024-11-11T12:15:44,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/72e1e99640e149a4be3352021ad43ef7 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/72e1e99640e149a4be3352021ad43ef7 2024-11-11T12:15:44,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/72e1e99640e149a4be3352021ad43ef7, entries=150, sequenceid=79, filesize=11.7 K 2024-11-11T12:15:44,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/aeca99d6fdf64136857eef2c6285df2e as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/aeca99d6fdf64136857eef2c6285df2e 2024-11-11T12:15:44,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327404973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:44,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327404991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:44,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/aeca99d6fdf64136857eef2c6285df2e, entries=150, sequenceid=79, filesize=11.7 K 2024-11-11T12:15:44,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327404992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:45,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9012af8554b22baa9119932862aa5a69 in 371ms, sequenceid=79, compaction requested=false 2024-11-11T12:15:45,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:45,035 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:45,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-11T12:15:45,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:45,036 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2837): Flushing 9012af8554b22baa9119932862aa5a69 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T12:15:45,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=A 2024-11-11T12:15:45,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:45,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=B 2024-11-11T12:15:45,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:45,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=C 2024-11-11T12:15:45,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:45,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116ab7de71e54e4df0a4b2fb5c64e89fa3_9012af8554b22baa9119932862aa5a69 is 50, key is test_row_0/A:col10/1731327344651/Put/seqid=0 2024-11-11T12:15:45,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742127_1303 (size=12154) 2024-11-11T12:15:45,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:45,146 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116ab7de71e54e4df0a4b2fb5c64e89fa3_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116ab7de71e54e4df0a4b2fb5c64e89fa3_9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:45,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/57868b6a355d4ae3adea03357144b6cc, store: [table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:45,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/57868b6a355d4ae3adea03357144b6cc is 175, key is test_row_0/A:col10/1731327344651/Put/seqid=0 2024-11-11T12:15:45,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742128_1304 (size=30955) 2024-11-11T12:15:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-11T12:15:45,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:45,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327405473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:45,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327405475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:45,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327405479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:45,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327405481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:45,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327405491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:45,591 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/57868b6a355d4ae3adea03357144b6cc 2024-11-11T12:15:45,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327405605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:45,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327405605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:45,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:45,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327405605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:45,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:45,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327405605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:45,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:45,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327405605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:45,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/ec426aa5e6db4bac837ea75d146de78e is 50, key is test_row_0/B:col10/1731327344651/Put/seqid=0 2024-11-11T12:15:45,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742129_1305 (size=12001) 2024-11-11T12:15:45,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327405816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:45,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327405816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:45,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327405816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:45,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327405817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:45,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327405818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:46,060 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/ec426aa5e6db4bac837ea75d146de78e 2024-11-11T12:15:46,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/d3aa6f3b6ce94e0188d4bcdb28387ab2 is 50, key is test_row_0/C:col10/1731327344651/Put/seqid=0 2024-11-11T12:15:46,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327406127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:46,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327406128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:46,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327406130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:46,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327406130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:46,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327406130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:46,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742130_1306 (size=12001) 2024-11-11T12:15:46,153 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/d3aa6f3b6ce94e0188d4bcdb28387ab2 2024-11-11T12:15:46,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/57868b6a355d4ae3adea03357144b6cc as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/57868b6a355d4ae3adea03357144b6cc 2024-11-11T12:15:46,204 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/57868b6a355d4ae3adea03357144b6cc, entries=150, sequenceid=93, filesize=30.2 K 2024-11-11T12:15:46,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/ec426aa5e6db4bac837ea75d146de78e as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/ec426aa5e6db4bac837ea75d146de78e 2024-11-11T12:15:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-11T12:15:46,219 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/ec426aa5e6db4bac837ea75d146de78e, entries=150, sequenceid=93, filesize=11.7 K 2024-11-11T12:15:46,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/d3aa6f3b6ce94e0188d4bcdb28387ab2 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/d3aa6f3b6ce94e0188d4bcdb28387ab2 2024-11-11T12:15:46,249 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/d3aa6f3b6ce94e0188d4bcdb28387ab2, entries=150, sequenceid=93, filesize=11.7 K 2024-11-11T12:15:46,253 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 9012af8554b22baa9119932862aa5a69 in 1216ms, sequenceid=93, compaction requested=true 2024-11-11T12:15:46,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2538): Flush status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:46,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:46,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-11-11T12:15:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=91 2024-11-11T12:15:46,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-11T12:15:46,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1560 sec 2024-11-11T12:15:46,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 2.1610 sec 2024-11-11T12:15:46,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9012af8554b22baa9119932862aa5a69 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T12:15:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:46,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=A 2024-11-11T12:15:46,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:46,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=B 2024-11-11T12:15:46,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:46,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=C 2024-11-11T12:15:46,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:46,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327406668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:46,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327406668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:46,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327406670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:46,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327406681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:46,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327406682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:46,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f1c77dbfab4f4e2e879a4cf67bf1fbc4_9012af8554b22baa9119932862aa5a69 is 50, key is test_row_0/A:col10/1731327346659/Put/seqid=0 2024-11-11T12:15:46,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742131_1307 (size=12154) 2024-11-11T12:15:46,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327406785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:46,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327406789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:46,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327406793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:46,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327406800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:46,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327406804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:46,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327406993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:47,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327407008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:47,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327407008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:47,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327407008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:47,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327407011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:47,147 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:47,170 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f1c77dbfab4f4e2e879a4cf67bf1fbc4_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f1c77dbfab4f4e2e879a4cf67bf1fbc4_9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:47,176 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/4c669c3efcc44036a34e044a959f1cd3, store: [table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:47,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/4c669c3efcc44036a34e044a959f1cd3 is 175, key is test_row_0/A:col10/1731327346659/Put/seqid=0 2024-11-11T12:15:47,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742132_1308 (size=30955) 2024-11-11T12:15:47,219 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/4c669c3efcc44036a34e044a959f1cd3 2024-11-11T12:15:47,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/fc36014508f14a16987d60c1bdbac03b is 50, key is test_row_0/B:col10/1731327346659/Put/seqid=0 2024-11-11T12:15:47,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742133_1309 (size=12001) 2024-11-11T12:15:47,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327407303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:47,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/fc36014508f14a16987d60c1bdbac03b 2024-11-11T12:15:47,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327407322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:47,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327407322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:47,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327407322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:47,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327407323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:47,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/5a4efec75259404daccd8722674b4967 is 50, key is test_row_0/C:col10/1731327346659/Put/seqid=0 2024-11-11T12:15:47,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742134_1310 (size=12001) 2024-11-11T12:15:47,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/5a4efec75259404daccd8722674b4967 2024-11-11T12:15:47,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/4c669c3efcc44036a34e044a959f1cd3 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/4c669c3efcc44036a34e044a959f1cd3 2024-11-11T12:15:47,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/4c669c3efcc44036a34e044a959f1cd3, entries=150, sequenceid=121, filesize=30.2 K 2024-11-11T12:15:47,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/fc36014508f14a16987d60c1bdbac03b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/fc36014508f14a16987d60c1bdbac03b 2024-11-11T12:15:47,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/fc36014508f14a16987d60c1bdbac03b, entries=150, sequenceid=121, filesize=11.7 K 2024-11-11T12:15:47,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327407824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:47,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/5a4efec75259404daccd8722674b4967 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/5a4efec75259404daccd8722674b4967 2024-11-11T12:15:47,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/5a4efec75259404daccd8722674b4967, entries=150, sequenceid=121, filesize=11.7 K 2024-11-11T12:15:47,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 9012af8554b22baa9119932862aa5a69 in 1201ms, sequenceid=121, compaction requested=true 2024-11-11T12:15:47,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:47,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9012af8554b22baa9119932862aa5a69:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:15:47,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:47,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9012af8554b22baa9119932862aa5a69:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:15:47,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T12:15:47,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9012af8554b22baa9119932862aa5a69:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:15:47,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-11T12:15:47,864 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:15:47,867 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:15:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:47,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9012af8554b22baa9119932862aa5a69 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T12:15:47,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=A 2024-11-11T12:15:47,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:47,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=B 2024-11-11T12:15:47,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:47,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=C 2024-11-11T12:15:47,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:47,876 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:15:47,876 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 9012af8554b22baa9119932862aa5a69/A is initiating minor compaction (all files) 2024-11-11T12:15:47,876 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9012af8554b22baa9119932862aa5a69/A in TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:47,876 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/c203ef8107e64870bf3711d6415e5df0, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/0e50877d5f3549198d24d7345b2fd42e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/57868b6a355d4ae3adea03357144b6cc, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/4c669c3efcc44036a34e044a959f1cd3] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp, totalSize=137.8 K 2024-11-11T12:15:47,877 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:47,877 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. files: [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/c203ef8107e64870bf3711d6415e5df0, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/0e50877d5f3549198d24d7345b2fd42e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/57868b6a355d4ae3adea03357144b6cc, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/4c669c3efcc44036a34e044a959f1cd3] 2024-11-11T12:15:47,878 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting c203ef8107e64870bf3711d6415e5df0, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731327341158 2024-11-11T12:15:47,883 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e50877d5f3549198d24d7345b2fd42e, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731327343434 2024-11-11T12:15:47,887 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 57868b6a355d4ae3adea03357144b6cc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731327344631 2024-11-11T12:15:47,888 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:15:47,888 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c669c3efcc44036a34e044a959f1cd3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731327345472 2024-11-11T12:15:47,888 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 9012af8554b22baa9119932862aa5a69/C is initiating minor compaction (all files) 2024-11-11T12:15:47,888 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9012af8554b22baa9119932862aa5a69/C in TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:47,888 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/a904e2ae971c4badb55a997abf961117, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/aeca99d6fdf64136857eef2c6285df2e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/d3aa6f3b6ce94e0188d4bcdb28387ab2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/5a4efec75259404daccd8722674b4967] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp, totalSize=47.0 K 2024-11-11T12:15:47,889 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting a904e2ae971c4badb55a997abf961117, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731327341158 2024-11-11T12:15:47,889 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting aeca99d6fdf64136857eef2c6285df2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731327343463 2024-11-11T12:15:47,890 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3aa6f3b6ce94e0188d4bcdb28387ab2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731327344631 2024-11-11T12:15:47,890 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a4efec75259404daccd8722674b4967, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731327345472 2024-11-11T12:15:47,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ec81e068d8c741e29b2526a6cb6e1f83_9012af8554b22baa9119932862aa5a69 is 50, key is test_row_0/A:col10/1731327347867/Put/seqid=0 2024-11-11T12:15:47,933 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:47,942 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9012af8554b22baa9119932862aa5a69#C#compaction#260 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:47,943 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/7385200199474ac3ba04ee15524dc493 is 50, key is test_row_0/C:col10/1731327346659/Put/seqid=0 2024-11-11T12:15:47,946 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111109f5834e26b54604baf1a3d823de7d4d_9012af8554b22baa9119932862aa5a69 store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:47,949 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111109f5834e26b54604baf1a3d823de7d4d_9012af8554b22baa9119932862aa5a69, store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:47,949 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111109f5834e26b54604baf1a3d823de7d4d_9012af8554b22baa9119932862aa5a69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:48,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742137_1313 (size=4469) 2024-11-11T12:15:48,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742135_1311 (size=14744) 2024-11-11T12:15:48,018 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:48,022 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ec81e068d8c741e29b2526a6cb6e1f83_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ec81e068d8c741e29b2526a6cb6e1f83_9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:48,024 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/f68701b524a8445daece44c5c8a4ac73, store: [table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:48,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/f68701b524a8445daece44c5c8a4ac73 is 175, key is test_row_0/A:col10/1731327347867/Put/seqid=0 2024-11-11T12:15:48,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742136_1312 (size=12241) 2024-11-11T12:15:48,047 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/7385200199474ac3ba04ee15524dc493 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/7385200199474ac3ba04ee15524dc493 2024-11-11T12:15:48,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742138_1314 (size=39699) 2024-11-11T12:15:48,064 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/f68701b524a8445daece44c5c8a4ac73 2024-11-11T12:15:48,074 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9012af8554b22baa9119932862aa5a69/C of 9012af8554b22baa9119932862aa5a69 into 7385200199474ac3ba04ee15524dc493(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:48,074 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:48,074 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69., storeName=9012af8554b22baa9119932862aa5a69/C, priority=12, startTime=1731327347863; duration=0sec 2024-11-11T12:15:48,074 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:48,074 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9012af8554b22baa9119932862aa5a69:C 2024-11-11T12:15:48,074 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:15:48,077 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:15:48,077 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 9012af8554b22baa9119932862aa5a69/B is initiating minor compaction (all files) 2024-11-11T12:15:48,077 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9012af8554b22baa9119932862aa5a69/B in TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:48,078 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/10026b0a1e534635a80a960132ffa608, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/72e1e99640e149a4be3352021ad43ef7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/ec426aa5e6db4bac837ea75d146de78e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/fc36014508f14a16987d60c1bdbac03b] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp, totalSize=47.0 K 2024-11-11T12:15:48,079 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10026b0a1e534635a80a960132ffa608, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731327341158 2024-11-11T12:15:48,079 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72e1e99640e149a4be3352021ad43ef7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731327343463 2024-11-11T12:15:48,080 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec426aa5e6db4bac837ea75d146de78e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731327344631 2024-11-11T12:15:48,080 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc36014508f14a16987d60c1bdbac03b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731327345472 2024-11-11T12:15:48,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/e9ba70f713f949698f24003a31aa4d61 is 50, key is test_row_0/B:col10/1731327347867/Put/seqid=0 2024-11-11T12:15:48,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327408076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:48,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327408076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:48,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327408090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:48,117 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9012af8554b22baa9119932862aa5a69#B#compaction#262 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:48,118 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/483a64c0185c483cbab6a315254a1bc0 is 50, key is test_row_0/B:col10/1731327346659/Put/seqid=0 2024-11-11T12:15:48,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742139_1315 (size=12151) 2024-11-11T12:15:48,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327408113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:48,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/e9ba70f713f949698f24003a31aa4d61 2024-11-11T12:15:48,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/307feffb598d42dfa9345726888229a7 is 50, key is test_row_0/C:col10/1731327347867/Put/seqid=0 2024-11-11T12:15:48,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742140_1316 (size=12241) 2024-11-11T12:15:48,175 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/483a64c0185c483cbab6a315254a1bc0 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/483a64c0185c483cbab6a315254a1bc0 2024-11-11T12:15:48,182 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9012af8554b22baa9119932862aa5a69/B of 9012af8554b22baa9119932862aa5a69 into 483a64c0185c483cbab6a315254a1bc0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:48,182 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:48,182 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69., storeName=9012af8554b22baa9119932862aa5a69/B, priority=12, startTime=1731327347863; duration=0sec 2024-11-11T12:15:48,182 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:48,182 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9012af8554b22baa9119932862aa5a69:B 2024-11-11T12:15:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-11T12:15:48,215 INFO [Thread-1321 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 90 completed 2024-11-11T12:15:48,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742141_1317 (size=12151) 2024-11-11T12:15:48,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:15:48,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/307feffb598d42dfa9345726888229a7 2024-11-11T12:15:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees 2024-11-11T12:15:48,220 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:15:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-11T12:15:48,221 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:15:48,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:15:48,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/f68701b524a8445daece44c5c8a4ac73 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/f68701b524a8445daece44c5c8a4ac73 2024-11-11T12:15:48,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327408210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:48,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327408210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:48,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327408212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:48,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/f68701b524a8445daece44c5c8a4ac73, entries=200, sequenceid=133, filesize=38.8 K 2024-11-11T12:15:48,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/e9ba70f713f949698f24003a31aa4d61 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/e9ba70f713f949698f24003a31aa4d61 2024-11-11T12:15:48,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/e9ba70f713f949698f24003a31aa4d61, entries=150, sequenceid=133, filesize=11.9 K 2024-11-11T12:15:48,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/307feffb598d42dfa9345726888229a7 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/307feffb598d42dfa9345726888229a7 2024-11-11T12:15:48,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327408237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:48,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/307feffb598d42dfa9345726888229a7, entries=150, sequenceid=133, filesize=11.9 K 2024-11-11T12:15:48,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9012af8554b22baa9119932862aa5a69 in 390ms, sequenceid=133, compaction requested=false 2024-11-11T12:15:48,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-11T12:15:48,374 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:48,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-11T12:15:48,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:48,375 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2837): Flushing 9012af8554b22baa9119932862aa5a69 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T12:15:48,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=A 2024-11-11T12:15:48,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:48,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=B 2024-11-11T12:15:48,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:48,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=C 2024-11-11T12:15:48,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:48,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117e10d60d895d4c059edb934edcfe417f_9012af8554b22baa9119932862aa5a69 is 50, key is test_row_0/A:col10/1731327348098/Put/seqid=0 2024-11-11T12:15:48,410 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9012af8554b22baa9119932862aa5a69#A#compaction#259 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:48,410 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/a2dccfadda7144ff926173dd84714856 is 175, key is test_row_0/A:col10/1731327346659/Put/seqid=0 2024-11-11T12:15:48,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742142_1318 (size=12304) 2024-11-11T12:15:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:48,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:48,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742143_1319 (size=31195) 2024-11-11T12:15:48,476 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/a2dccfadda7144ff926173dd84714856 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/a2dccfadda7144ff926173dd84714856 2024-11-11T12:15:48,484 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9012af8554b22baa9119932862aa5a69/A of 9012af8554b22baa9119932862aa5a69 into a2dccfadda7144ff926173dd84714856(size=30.5 K), total size for store is 69.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:48,484 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:48,484 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69., storeName=9012af8554b22baa9119932862aa5a69/A, priority=12, startTime=1731327347863; duration=0sec 2024-11-11T12:15:48,484 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:48,485 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9012af8554b22baa9119932862aa5a69:A 2024-11-11T12:15:48,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327408466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:48,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327408479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:48,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327408493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:48,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327408494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-11T12:15:48,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327408594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:48,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327408594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:48,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327408616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:48,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327408616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:48,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327408803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:48,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327408803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-11T12:15:48,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327408827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:48,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327408828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:48,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:48,860 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117e10d60d895d4c059edb934edcfe417f_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117e10d60d895d4c059edb934edcfe417f_9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:48,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327408850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:48,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/8bf8823f37884fb4abb80c16f7da0ea8, store: [table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:48,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/8bf8823f37884fb4abb80c16f7da0ea8 is 175, key is test_row_0/A:col10/1731327348098/Put/seqid=0 2024-11-11T12:15:48,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742144_1320 (size=31105) 2024-11-11T12:15:49,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327409111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:49,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327409112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:49,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327409138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:49,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327409140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:49,307 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/8bf8823f37884fb4abb80c16f7da0ea8 2024-11-11T12:15:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-11T12:15:49,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/2a1cd660ac8644a49605920475376b05 is 50, key is test_row_0/B:col10/1731327348098/Put/seqid=0 2024-11-11T12:15:49,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742145_1321 (size=12151) 2024-11-11T12:15:49,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327409624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:49,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327409630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:49,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327409647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:49,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327409655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:49,780 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/2a1cd660ac8644a49605920475376b05 2024-11-11T12:15:49,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/40d67796cd4c4429903bff170d40e830 is 50, key is test_row_0/C:col10/1731327348098/Put/seqid=0 2024-11-11T12:15:49,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742146_1322 (size=12151) 2024-11-11T12:15:50,294 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/40d67796cd4c4429903bff170d40e830 2024-11-11T12:15:50,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/8bf8823f37884fb4abb80c16f7da0ea8 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/8bf8823f37884fb4abb80c16f7da0ea8 2024-11-11T12:15:50,315 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/8bf8823f37884fb4abb80c16f7da0ea8, entries=150, sequenceid=159, filesize=30.4 K 2024-11-11T12:15:50,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/2a1cd660ac8644a49605920475376b05 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/2a1cd660ac8644a49605920475376b05 2024-11-11T12:15:50,330 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/2a1cd660ac8644a49605920475376b05, entries=150, sequenceid=159, filesize=11.9 K 2024-11-11T12:15:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-11T12:15:50,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/40d67796cd4c4429903bff170d40e830 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/40d67796cd4c4429903bff170d40e830 2024-11-11T12:15:50,347 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/40d67796cd4c4429903bff170d40e830, entries=150, sequenceid=159, filesize=11.9 K 2024-11-11T12:15:50,348 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 9012af8554b22baa9119932862aa5a69 in 1972ms, sequenceid=159, compaction requested=true 2024-11-11T12:15:50,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2538): Flush status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:50,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:50,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=93 2024-11-11T12:15:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=93 2024-11-11T12:15:50,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-11T12:15:50,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1280 sec 2024-11-11T12:15:50,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees in 2.1330 sec 2024-11-11T12:15:50,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9012af8554b22baa9119932862aa5a69 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T12:15:50,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=A 2024-11-11T12:15:50,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:50,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=B 2024-11-11T12:15:50,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:50,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=C 2024-11-11T12:15:50,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:50,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a8acbd91d66840b49ad145f232d480c4_9012af8554b22baa9119932862aa5a69 is 50, key is test_row_0/A:col10/1731327348473/Put/seqid=0 2024-11-11T12:15:50,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742147_1323 (size=14794) 2024-11-11T12:15:50,760 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:50,797 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a8acbd91d66840b49ad145f232d480c4_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a8acbd91d66840b49ad145f232d480c4_9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:50,799 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/b960e2fb409940d2af26d95e45664e41, store: [table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:50,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/b960e2fb409940d2af26d95e45664e41 is 175, key is test_row_0/A:col10/1731327348473/Put/seqid=0 2024-11-11T12:15:50,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327410790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:50,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327410790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:50,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327410791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:50,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327410798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:50,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742148_1324 (size=39749) 2024-11-11T12:15:50,840 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/b960e2fb409940d2af26d95e45664e41 2024-11-11T12:15:50,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/6f048825b43d43a598022d831f250b8f is 50, key is test_row_0/B:col10/1731327348473/Put/seqid=0 2024-11-11T12:15:50,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:50,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327410875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:50,890 DEBUG [Thread-1315 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4222 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69., hostname=645b80804bed,34363,1731327241210, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T12:15:50,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742149_1325 (size=12151) 2024-11-11T12:15:50,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:50,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/6f048825b43d43a598022d831f250b8f 2024-11-11T12:15:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327410908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:50,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327410919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:50,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327410919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:50,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327410919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:50,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/1155580c0f644a01ae607ce189db498d is 50, key is test_row_0/C:col10/1731327348473/Put/seqid=0 2024-11-11T12:15:51,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742150_1326 (size=12151) 2024-11-11T12:15:51,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/1155580c0f644a01ae607ce189db498d 2024-11-11T12:15:51,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/b960e2fb409940d2af26d95e45664e41 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/b960e2fb409940d2af26d95e45664e41 2024-11-11T12:15:51,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/b960e2fb409940d2af26d95e45664e41, entries=200, sequenceid=174, filesize=38.8 K 2024-11-11T12:15:51,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/6f048825b43d43a598022d831f250b8f as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/6f048825b43d43a598022d831f250b8f 2024-11-11T12:15:51,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327411123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:51,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/6f048825b43d43a598022d831f250b8f, entries=150, sequenceid=174, filesize=11.9 K 2024-11-11T12:15:51,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327411143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:51,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/1155580c0f644a01ae607ce189db498d as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/1155580c0f644a01ae607ce189db498d 2024-11-11T12:15:51,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327411147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:51,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327411150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:51,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/1155580c0f644a01ae607ce189db498d, entries=150, sequenceid=174, filesize=11.9 K 2024-11-11T12:15:51,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 9012af8554b22baa9119932862aa5a69 in 524ms, sequenceid=174, compaction requested=true 2024-11-11T12:15:51,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:51,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9012af8554b22baa9119932862aa5a69:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:15:51,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:51,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9012af8554b22baa9119932862aa5a69:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:15:51,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T12:15:51,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9012af8554b22baa9119932862aa5a69:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:15:51,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-11T12:15:51,174 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:15:51,175 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:15:51,190 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141748 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:15:51,190 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 9012af8554b22baa9119932862aa5a69/A is initiating minor compaction (all files) 2024-11-11T12:15:51,190 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9012af8554b22baa9119932862aa5a69/A in TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:51,191 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/a2dccfadda7144ff926173dd84714856, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/f68701b524a8445daece44c5c8a4ac73, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/8bf8823f37884fb4abb80c16f7da0ea8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/b960e2fb409940d2af26d95e45664e41] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp, totalSize=138.4 K 2024-11-11T12:15:51,191 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:51,191 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. files: [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/a2dccfadda7144ff926173dd84714856, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/f68701b524a8445daece44c5c8a4ac73, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/8bf8823f37884fb4abb80c16f7da0ea8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/b960e2fb409940d2af26d95e45664e41] 2024-11-11T12:15:51,191 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting a2dccfadda7144ff926173dd84714856, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731327345472 2024-11-11T12:15:51,193 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting f68701b524a8445daece44c5c8a4ac73, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731327346666 2024-11-11T12:15:51,193 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bf8823f37884fb4abb80c16f7da0ea8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731327348031 2024-11-11T12:15:51,194 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting b960e2fb409940d2af26d95e45664e41, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731327348473 2024-11-11T12:15:51,199 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:15:51,199 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 9012af8554b22baa9119932862aa5a69/C is initiating minor compaction (all files) 2024-11-11T12:15:51,199 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9012af8554b22baa9119932862aa5a69/C in TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:51,199 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/7385200199474ac3ba04ee15524dc493, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/307feffb598d42dfa9345726888229a7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/40d67796cd4c4429903bff170d40e830, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/1155580c0f644a01ae607ce189db498d] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp, totalSize=47.6 K 2024-11-11T12:15:51,203 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7385200199474ac3ba04ee15524dc493, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731327345472 2024-11-11T12:15:51,204 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 307feffb598d42dfa9345726888229a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731327347865 2024-11-11T12:15:51,204 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40d67796cd4c4429903bff170d40e830, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731327348031 2024-11-11T12:15:51,205 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1155580c0f644a01ae607ce189db498d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731327348473 2024-11-11T12:15:51,221 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:51,231 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9012af8554b22baa9119932862aa5a69#C#compaction#271 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:51,231 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/a02878574f554f49897f2f82893aa98f is 50, key is test_row_0/C:col10/1731327348473/Put/seqid=0 2024-11-11T12:15:51,236 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111eacc599075ed4535a6fb97747ee9bd38_9012af8554b22baa9119932862aa5a69 store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:51,239 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111eacc599075ed4535a6fb97747ee9bd38_9012af8554b22baa9119932862aa5a69, store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:51,239 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111eacc599075ed4535a6fb97747ee9bd38_9012af8554b22baa9119932862aa5a69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:51,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742151_1327 (size=12527) 2024-11-11T12:15:51,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742152_1328 (size=4469) 2024-11-11T12:15:51,302 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/a02878574f554f49897f2f82893aa98f as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/a02878574f554f49897f2f82893aa98f 2024-11-11T12:15:51,319 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9012af8554b22baa9119932862aa5a69/C of 9012af8554b22baa9119932862aa5a69 into a02878574f554f49897f2f82893aa98f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:51,319 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:51,319 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69., storeName=9012af8554b22baa9119932862aa5a69/C, priority=12, startTime=1731327351173; duration=0sec 2024-11-11T12:15:51,319 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:51,319 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9012af8554b22baa9119932862aa5a69:C 2024-11-11T12:15:51,319 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:15:51,329 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:15:51,329 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 9012af8554b22baa9119932862aa5a69/B is initiating minor compaction (all files) 2024-11-11T12:15:51,330 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9012af8554b22baa9119932862aa5a69/B in TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:51,330 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/483a64c0185c483cbab6a315254a1bc0, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/e9ba70f713f949698f24003a31aa4d61, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/2a1cd660ac8644a49605920475376b05, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/6f048825b43d43a598022d831f250b8f] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp, totalSize=47.6 K 2024-11-11T12:15:51,331 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 483a64c0185c483cbab6a315254a1bc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731327345472 2024-11-11T12:15:51,336 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9ba70f713f949698f24003a31aa4d61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731327347865 2024-11-11T12:15:51,340 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a1cd660ac8644a49605920475376b05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731327348031 2024-11-11T12:15:51,345 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f048825b43d43a598022d831f250b8f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731327348473 2024-11-11T12:15:51,370 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9012af8554b22baa9119932862aa5a69#B#compaction#272 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:51,370 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/7ac9f8fcbc6342589a27c10b82792fb3 is 50, key is test_row_0/B:col10/1731327348473/Put/seqid=0 2024-11-11T12:15:51,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742153_1329 (size=12527) 2024-11-11T12:15:51,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9012af8554b22baa9119932862aa5a69 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T12:15:51,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=A 2024-11-11T12:15:51,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:51,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=B 2024-11-11T12:15:51,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:51,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=C 2024-11-11T12:15:51,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:51,463 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/7ac9f8fcbc6342589a27c10b82792fb3 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/7ac9f8fcbc6342589a27c10b82792fb3 2024-11-11T12:15:51,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111115ff24924449452a8c281f2d0a5119b1_9012af8554b22baa9119932862aa5a69 is 50, key is test_row_0/A:col10/1731327350730/Put/seqid=0 2024-11-11T12:15:51,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327411494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:51,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327411506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:51,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327411508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:51,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327411508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:51,523 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9012af8554b22baa9119932862aa5a69/B of 9012af8554b22baa9119932862aa5a69 into 7ac9f8fcbc6342589a27c10b82792fb3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:51,523 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:51,523 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69., storeName=9012af8554b22baa9119932862aa5a69/B, priority=12, startTime=1731327351173; duration=0sec 2024-11-11T12:15:51,524 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:51,524 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9012af8554b22baa9119932862aa5a69:B 2024-11-11T12:15:51,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742154_1330 (size=14794) 2024-11-11T12:15:51,547 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:51,599 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111115ff24924449452a8c281f2d0a5119b1_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111115ff24924449452a8c281f2d0a5119b1_9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:51,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327411612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:51,616 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/efed54b7af764332a823a2044945ac06, store: [table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:51,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327411614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:51,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/efed54b7af764332a823a2044945ac06 is 175, key is test_row_0/A:col10/1731327350730/Put/seqid=0 2024-11-11T12:15:51,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327411615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:51,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327411615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:51,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742155_1331 (size=39749) 2024-11-11T12:15:51,671 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/efed54b7af764332a823a2044945ac06 2024-11-11T12:15:51,702 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9012af8554b22baa9119932862aa5a69#A#compaction#270 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:51,703 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/c9218337245b4bca88ce7d29b27f030a is 175, key is test_row_0/A:col10/1731327348473/Put/seqid=0 2024-11-11T12:15:51,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/eb656199445c4c76be826de580c26dc1 is 50, key is test_row_0/B:col10/1731327350730/Put/seqid=0 2024-11-11T12:15:51,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742156_1332 (size=31481) 2024-11-11T12:15:51,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742157_1333 (size=12151) 2024-11-11T12:15:51,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/eb656199445c4c76be826de580c26dc1 2024-11-11T12:15:51,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/339eada59bc4469e9ca52b6a51f1830c is 50, key is test_row_0/C:col10/1731327350730/Put/seqid=0 2024-11-11T12:15:51,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327411822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:51,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327411822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:51,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327411828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:51,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327411833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:51,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742158_1334 (size=12151) 2024-11-11T12:15:52,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327412134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:52,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327412139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:52,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327412147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:52,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327412152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:52,176 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/c9218337245b4bca88ce7d29b27f030a as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/c9218337245b4bca88ce7d29b27f030a 2024-11-11T12:15:52,182 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9012af8554b22baa9119932862aa5a69/A of 9012af8554b22baa9119932862aa5a69 into c9218337245b4bca88ce7d29b27f030a(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:52,182 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:52,183 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69., storeName=9012af8554b22baa9119932862aa5a69/A, priority=12, startTime=1731327351173; duration=0sec 2024-11-11T12:15:52,183 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:52,183 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9012af8554b22baa9119932862aa5a69:A 2024-11-11T12:15:52,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/339eada59bc4469e9ca52b6a51f1830c 2024-11-11T12:15:52,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/efed54b7af764332a823a2044945ac06 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/efed54b7af764332a823a2044945ac06 2024-11-11T12:15:52,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/efed54b7af764332a823a2044945ac06, entries=200, sequenceid=198, filesize=38.8 K 2024-11-11T12:15:52,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/eb656199445c4c76be826de580c26dc1 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/eb656199445c4c76be826de580c26dc1 2024-11-11T12:15:52,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/eb656199445c4c76be826de580c26dc1, entries=150, sequenceid=198, filesize=11.9 K 2024-11-11T12:15:52,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/339eada59bc4469e9ca52b6a51f1830c as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/339eada59bc4469e9ca52b6a51f1830c 2024-11-11T12:15:52,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/339eada59bc4469e9ca52b6a51f1830c, entries=150, sequenceid=198, filesize=11.9 K 2024-11-11T12:15:52,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9012af8554b22baa9119932862aa5a69 in 856ms, sequenceid=198, compaction requested=false 2024-11-11T12:15:52,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-11T12:15:52,337 INFO [Thread-1321 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 92 completed 2024-11-11T12:15:52,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:15:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees 2024-11-11T12:15:52,348 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:15:52,349 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:15:52,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:15:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-11T12:15:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-11T12:15:52,507 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:52,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-11T12:15:52,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:52,513 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2837): Flushing 9012af8554b22baa9119932862aa5a69 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T12:15:52,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=A 2024-11-11T12:15:52,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:52,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=B 2024-11-11T12:15:52,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:52,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=C 2024-11-11T12:15:52,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:52,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113c762c68d0fa43119814fd49c72a34ee_9012af8554b22baa9119932862aa5a69 is 50, key is test_row_0/A:col10/1731327351497/Put/seqid=0 2024-11-11T12:15:52,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742159_1335 (size=12304) 2024-11-11T12:15:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-11T12:15:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:52,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:52,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327412748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:52,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327412756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:52,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:52,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327412760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:52,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:52,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327412771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:52,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327412877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:52,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327412878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:52,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327412878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:52,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327412878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-11T12:15:53,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:53,042 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113c762c68d0fa43119814fd49c72a34ee_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113c762c68d0fa43119814fd49c72a34ee_9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:53,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/2bff2eeb5557495db87c1815e0767565, store: [table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:53,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/2bff2eeb5557495db87c1815e0767565 is 175, key is test_row_0/A:col10/1731327351497/Put/seqid=0 2024-11-11T12:15:53,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742160_1336 (size=31105) 2024-11-11T12:15:53,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327413086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:53,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327413093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:53,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327413094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:53,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327413094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:53,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:53,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327413395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:53,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:53,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327413408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:53,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:53,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327413408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:53,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:53,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327413409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-11T12:15:53,492 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/2bff2eeb5557495db87c1815e0767565 2024-11-11T12:15:53,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/92d0c12621fd4d1cb50ae3e856ddeb7f is 50, key is test_row_0/B:col10/1731327351497/Put/seqid=0 2024-11-11T12:15:53,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742161_1337 (size=12151) 2024-11-11T12:15:53,584 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/92d0c12621fd4d1cb50ae3e856ddeb7f 2024-11-11T12:15:53,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/3062a59e6ea04bba8bf0f33e49656868 is 50, key is test_row_0/C:col10/1731327351497/Put/seqid=0 2024-11-11T12:15:53,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742162_1338 (size=12151) 2024-11-11T12:15:53,668 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/3062a59e6ea04bba8bf0f33e49656868 2024-11-11T12:15:53,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/2bff2eeb5557495db87c1815e0767565 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/2bff2eeb5557495db87c1815e0767565 2024-11-11T12:15:53,744 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/2bff2eeb5557495db87c1815e0767565, entries=150, sequenceid=213, filesize=30.4 K 2024-11-11T12:15:53,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/92d0c12621fd4d1cb50ae3e856ddeb7f as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/92d0c12621fd4d1cb50ae3e856ddeb7f 2024-11-11T12:15:53,768 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/92d0c12621fd4d1cb50ae3e856ddeb7f, entries=150, sequenceid=213, filesize=11.9 K 2024-11-11T12:15:53,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/3062a59e6ea04bba8bf0f33e49656868 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/3062a59e6ea04bba8bf0f33e49656868 2024-11-11T12:15:53,775 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/3062a59e6ea04bba8bf0f33e49656868, entries=150, sequenceid=213, filesize=11.9 K 2024-11-11T12:15:53,789 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9012af8554b22baa9119932862aa5a69 in 1276ms, sequenceid=213, compaction requested=true 2024-11-11T12:15:53,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2538): Flush status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:53,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:53,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=95 2024-11-11T12:15:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=95 2024-11-11T12:15:53,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-11T12:15:53,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4500 sec 2024-11-11T12:15:53,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees in 1.4700 sec 2024-11-11T12:15:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:53,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9012af8554b22baa9119932862aa5a69 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T12:15:53,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=A 2024-11-11T12:15:53,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:53,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=B 2024-11-11T12:15:53,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:53,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=C 2024-11-11T12:15:53,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:53,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111aa39117936d4487eaab678a3aafdaee5_9012af8554b22baa9119932862aa5a69 is 50, key is test_row_0/A:col10/1731327352748/Put/seqid=0 2024-11-11T12:15:54,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327413974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:54,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327413976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:54,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327413976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:54,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327413997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:54,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742163_1339 (size=12304) 2024-11-11T12:15:54,035 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:54,068 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111aa39117936d4487eaab678a3aafdaee5_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111aa39117936d4487eaab678a3aafdaee5_9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:54,079 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/8bc4dd164f614db19540ac3a10117feb, store: [table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:54,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/8bc4dd164f614db19540ac3a10117feb is 175, key is test_row_0/A:col10/1731327352748/Put/seqid=0 2024-11-11T12:15:54,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327414110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:54,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327414110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:54,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327414110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:54,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742164_1340 (size=31105) 2024-11-11T12:15:54,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327414110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:54,127 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/8bc4dd164f614db19540ac3a10117feb 2024-11-11T12:15:54,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/f251d16867394654ac599cc9835702a1 is 50, key is test_row_0/B:col10/1731327352748/Put/seqid=0 2024-11-11T12:15:54,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742165_1341 (size=12151) 2024-11-11T12:15:54,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/f251d16867394654ac599cc9835702a1 2024-11-11T12:15:54,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/0a3f4731c4e84aa98c7de525c4cbf143 is 50, key is test_row_0/C:col10/1731327352748/Put/seqid=0 2024-11-11T12:15:54,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742166_1342 (size=12151) 2024-11-11T12:15:54,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/0a3f4731c4e84aa98c7de525c4cbf143 2024-11-11T12:15:54,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327414327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:54,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327414327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:54,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327414328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:54,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327414335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:54,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/8bc4dd164f614db19540ac3a10117feb as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/8bc4dd164f614db19540ac3a10117feb 2024-11-11T12:15:54,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/8bc4dd164f614db19540ac3a10117feb, entries=150, sequenceid=237, filesize=30.4 K 2024-11-11T12:15:54,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/f251d16867394654ac599cc9835702a1 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/f251d16867394654ac599cc9835702a1 2024-11-11T12:15:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-11T12:15:54,472 INFO [Thread-1321 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-11-11T12:15:54,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:15:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees 2024-11-11T12:15:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-11T12:15:54,487 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:15:54,488 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:15:54,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:15:54,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/f251d16867394654ac599cc9835702a1, entries=150, sequenceid=237, filesize=11.9 K 2024-11-11T12:15:54,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/0a3f4731c4e84aa98c7de525c4cbf143 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/0a3f4731c4e84aa98c7de525c4cbf143 2024-11-11T12:15:54,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/0a3f4731c4e84aa98c7de525c4cbf143, entries=150, sequenceid=237, filesize=11.9 K 2024-11-11T12:15:54,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9012af8554b22baa9119932862aa5a69 in 607ms, sequenceid=237, compaction requested=true 2024-11-11T12:15:54,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:54,538 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:15:54,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9012af8554b22baa9119932862aa5a69:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:15:54,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:54,538 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:15:54,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9012af8554b22baa9119932862aa5a69:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:15:54,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:54,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9012af8554b22baa9119932862aa5a69:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:15:54,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:54,558 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:15:54,558 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 9012af8554b22baa9119932862aa5a69/B is initiating minor compaction (all files) 2024-11-11T12:15:54,558 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9012af8554b22baa9119932862aa5a69/B in TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:54,558 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/7ac9f8fcbc6342589a27c10b82792fb3, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/eb656199445c4c76be826de580c26dc1, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/92d0c12621fd4d1cb50ae3e856ddeb7f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/f251d16867394654ac599cc9835702a1] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp, totalSize=47.8 K 2024-11-11T12:15:54,558 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133440 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:15:54,558 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 9012af8554b22baa9119932862aa5a69/A is initiating minor compaction (all files) 2024-11-11T12:15:54,559 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9012af8554b22baa9119932862aa5a69/A in TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:54,559 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/c9218337245b4bca88ce7d29b27f030a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/efed54b7af764332a823a2044945ac06, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/2bff2eeb5557495db87c1815e0767565, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/8bc4dd164f614db19540ac3a10117feb] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp, totalSize=130.3 K 2024-11-11T12:15:54,559 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:54,559 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. files: [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/c9218337245b4bca88ce7d29b27f030a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/efed54b7af764332a823a2044945ac06, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/2bff2eeb5557495db87c1815e0767565, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/8bc4dd164f614db19540ac3a10117feb] 2024-11-11T12:15:54,559 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ac9f8fcbc6342589a27c10b82792fb3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731327348473 2024-11-11T12:15:54,559 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9218337245b4bca88ce7d29b27f030a, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731327348473 2024-11-11T12:15:54,560 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting eb656199445c4c76be826de580c26dc1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731327350713 2024-11-11T12:15:54,560 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting efed54b7af764332a823a2044945ac06, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731327350713 2024-11-11T12:15:54,560 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 92d0c12621fd4d1cb50ae3e856ddeb7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731327351477 2024-11-11T12:15:54,560 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2bff2eeb5557495db87c1815e0767565, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731327351477 2024-11-11T12:15:54,560 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bc4dd164f614db19540ac3a10117feb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731327352723 2024-11-11T12:15:54,562 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting f251d16867394654ac599cc9835702a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731327352723 2024-11-11T12:15:54,585 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-11T12:15:54,612 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111162b20ce296bd43a28ffd12f336a5a7fe_9012af8554b22baa9119932862aa5a69 store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:54,614 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111162b20ce296bd43a28ffd12f336a5a7fe_9012af8554b22baa9119932862aa5a69, store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:54,614 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111162b20ce296bd43a28ffd12f336a5a7fe_9012af8554b22baa9119932862aa5a69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:54,638 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9012af8554b22baa9119932862aa5a69#B#compaction#283 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:54,638 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/78246219c3cc41ef9eb63b06f7686fd9 is 50, key is test_row_0/B:col10/1731327352748/Put/seqid=0 2024-11-11T12:15:54,643 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:54,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-11T12:15:54,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:54,644 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2837): Flushing 9012af8554b22baa9119932862aa5a69 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T12:15:54,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=A 2024-11-11T12:15:54,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:54,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=B 2024-11-11T12:15:54,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:54,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=C 2024-11-11T12:15:54,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:54,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:54,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742167_1343 (size=4469) 2024-11-11T12:15:54,695 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9012af8554b22baa9119932862aa5a69#A#compaction#282 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:54,696 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/09b2b6ac5c874aa48dd079239532026e is 175, key is test_row_0/A:col10/1731327352748/Put/seqid=0 2024-11-11T12:15:54,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111fac2a5e2a2b24a2998f34912843e37c4_9012af8554b22baa9119932862aa5a69 is 50, key is test_row_0/A:col10/1731327353987/Put/seqid=0 2024-11-11T12:15:54,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742168_1344 (size=12663) 2024-11-11T12:15:54,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742169_1345 (size=31617) 2024-11-11T12:15:54,737 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/78246219c3cc41ef9eb63b06f7686fd9 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/78246219c3cc41ef9eb63b06f7686fd9 2024-11-11T12:15:54,752 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9012af8554b22baa9119932862aa5a69/B of 9012af8554b22baa9119932862aa5a69 into 78246219c3cc41ef9eb63b06f7686fd9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:54,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742170_1346 (size=12304) 2024-11-11T12:15:54,752 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:54,752 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69., storeName=9012af8554b22baa9119932862aa5a69/B, priority=12, startTime=1731327354538; duration=0sec 2024-11-11T12:15:54,752 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:54,752 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9012af8554b22baa9119932862aa5a69:B 2024-11-11T12:15:54,752 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:15:54,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:54,764 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:15:54,764 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 9012af8554b22baa9119932862aa5a69/C is initiating minor compaction (all files) 2024-11-11T12:15:54,764 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9012af8554b22baa9119932862aa5a69/C in TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:54,764 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111fac2a5e2a2b24a2998f34912843e37c4_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fac2a5e2a2b24a2998f34912843e37c4_9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:54,764 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/a02878574f554f49897f2f82893aa98f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/339eada59bc4469e9ca52b6a51f1830c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/3062a59e6ea04bba8bf0f33e49656868, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/0a3f4731c4e84aa98c7de525c4cbf143] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp, totalSize=47.8 K 2024-11-11T12:15:54,768 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting a02878574f554f49897f2f82893aa98f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731327348473 2024-11-11T12:15:54,771 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 339eada59bc4469e9ca52b6a51f1830c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731327350713 2024-11-11T12:15:54,777 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 3062a59e6ea04bba8bf0f33e49656868, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731327351477 2024-11-11T12:15:54,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/58d1ba2054dc4737a0aabb2cc427f5d3, store: [table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:54,777 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a3f4731c4e84aa98c7de525c4cbf143, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731327352723 2024-11-11T12:15:54,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/58d1ba2054dc4737a0aabb2cc427f5d3 is 175, key is test_row_0/A:col10/1731327353987/Put/seqid=0 2024-11-11T12:15:54,787 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/09b2b6ac5c874aa48dd079239532026e as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/09b2b6ac5c874aa48dd079239532026e 2024-11-11T12:15:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-11T12:15:54,808 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9012af8554b22baa9119932862aa5a69/A of 9012af8554b22baa9119932862aa5a69 into 09b2b6ac5c874aa48dd079239532026e(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:54,808 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:54,808 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69., storeName=9012af8554b22baa9119932862aa5a69/A, priority=12, startTime=1731327354538; duration=0sec 2024-11-11T12:15:54,809 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:54,809 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9012af8554b22baa9119932862aa5a69:A 2024-11-11T12:15:54,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742171_1347 (size=31105) 2024-11-11T12:15:54,816 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/58d1ba2054dc4737a0aabb2cc427f5d3 2024-11-11T12:15:54,822 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9012af8554b22baa9119932862aa5a69#C#compaction#285 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:54,822 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/57b1f75135b1405980197b184d09fb5b is 50, key is test_row_0/C:col10/1731327352748/Put/seqid=0 2024-11-11T12:15:54,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/0cbd3d5af86e41a5aa2d5f88f9be35d2 is 50, key is test_row_0/B:col10/1731327353987/Put/seqid=0 2024-11-11T12:15:54,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742172_1348 (size=12663) 2024-11-11T12:15:54,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327414844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:54,892 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/57b1f75135b1405980197b184d09fb5b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/57b1f75135b1405980197b184d09fb5b 2024-11-11T12:15:54,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327414874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:54,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327414876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:54,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327414876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:54,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43318 deadline: 1731327414903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:54,904 DEBUG [Thread-1315 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8237 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69., hostname=645b80804bed,34363,1731327241210, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T12:15:54,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742173_1349 (size=12151) 2024-11-11T12:15:54,924 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/0cbd3d5af86e41a5aa2d5f88f9be35d2 2024-11-11T12:15:54,928 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9012af8554b22baa9119932862aa5a69/C of 9012af8554b22baa9119932862aa5a69 into 57b1f75135b1405980197b184d09fb5b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:54,928 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:54,928 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69., storeName=9012af8554b22baa9119932862aa5a69/C, priority=12, startTime=1731327354539; duration=0sec 2024-11-11T12:15:54,928 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:54,928 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9012af8554b22baa9119932862aa5a69:C 2024-11-11T12:15:54,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/854437d6339148efbd3a23a652086e63 is 50, key is test_row_0/C:col10/1731327353987/Put/seqid=0 2024-11-11T12:15:54,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327414980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:55,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327415006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:55,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742174_1350 (size=12151) 2024-11-11T12:15:55,019 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/854437d6339148efbd3a23a652086e63 2024-11-11T12:15:55,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327415013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:55,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327415013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:55,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/58d1ba2054dc4737a0aabb2cc427f5d3 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/58d1ba2054dc4737a0aabb2cc427f5d3 2024-11-11T12:15:55,028 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/58d1ba2054dc4737a0aabb2cc427f5d3, entries=150, sequenceid=249, filesize=30.4 K 2024-11-11T12:15:55,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/0cbd3d5af86e41a5aa2d5f88f9be35d2 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/0cbd3d5af86e41a5aa2d5f88f9be35d2 2024-11-11T12:15:55,076 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/0cbd3d5af86e41a5aa2d5f88f9be35d2, entries=150, sequenceid=249, filesize=11.9 K 2024-11-11T12:15:55,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/854437d6339148efbd3a23a652086e63 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/854437d6339148efbd3a23a652086e63 2024-11-11T12:15:55,081 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/854437d6339148efbd3a23a652086e63, entries=150, sequenceid=249, filesize=11.9 K 2024-11-11T12:15:55,087 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 9012af8554b22baa9119932862aa5a69 in 443ms, sequenceid=249, compaction requested=false 2024-11-11T12:15:55,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2538): Flush status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:55,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:55,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=97 2024-11-11T12:15:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=97 2024-11-11T12:15:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-11T12:15:55,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-11T12:15:55,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 611 msec 2024-11-11T12:15:55,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees in 672 msec 2024-11-11T12:15:55,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9012af8554b22baa9119932862aa5a69 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T12:15:55,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=A 2024-11-11T12:15:55,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:55,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=B 2024-11-11T12:15:55,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:55,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=C 2024-11-11T12:15:55,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:55,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:55,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111523d372d595b4d95a7c05ca2d98672cb_9012af8554b22baa9119932862aa5a69 is 50, key is test_row_0/A:col10/1731327355200/Put/seqid=0 2024-11-11T12:15:55,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742175_1351 (size=12454) 2024-11-11T12:15:55,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327415241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:55,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327415244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:55,253 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:55,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327415245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:55,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327415250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:55,281 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111523d372d595b4d95a7c05ca2d98672cb_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111523d372d595b4d95a7c05ca2d98672cb_9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:55,293 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/a088d1064c9543faa40f0cd69c0d2aa0, store: [table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:55,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/a088d1064c9543faa40f0cd69c0d2aa0 is 175, key is test_row_0/A:col10/1731327355200/Put/seqid=0 2024-11-11T12:15:55,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742176_1352 (size=31255) 2024-11-11T12:15:55,346 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/a088d1064c9543faa40f0cd69c0d2aa0 2024-11-11T12:15:55,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327415353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:55,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327415354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:55,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/16975199856a4f84883dbcf41bc1e169 is 50, key is test_row_0/B:col10/1731327355200/Put/seqid=0 2024-11-11T12:15:55,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327415364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:55,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327415364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:55,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742177_1353 (size=12301) 2024-11-11T12:15:55,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327415564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:55,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327415571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:55,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327415573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:55,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327415586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-11T12:15:55,659 INFO [Thread-1321 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-11T12:15:55,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:15:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-11T12:15:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-11T12:15:55,679 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:15:55,681 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:15:55,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:15:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-11T12:15:55,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/16975199856a4f84883dbcf41bc1e169 2024-11-11T12:15:55,838 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:55,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-11T12:15:55,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:55,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:55,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:55,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:55,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:55,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/982243c73d9a486c9c517aa8a61ebcb8 is 50, key is test_row_0/C:col10/1731327355200/Put/seqid=0 2024-11-11T12:15:55,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327415870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:55,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742178_1354 (size=12301) 2024-11-11T12:15:55,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327415893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:55,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327415893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:55,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327415895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-11T12:15:55,991 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:55,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-11T12:15:55,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:55,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:55,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:55,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:55,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:56,146 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:56,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-11T12:15:56,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:56,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:56,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:56,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:56,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-11T12:15:56,303 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:56,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/982243c73d9a486c9c517aa8a61ebcb8 2024-11-11T12:15:56,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-11T12:15:56,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:56,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:56,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:56,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:56,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:56,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/a088d1064c9543faa40f0cd69c0d2aa0 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/a088d1064c9543faa40f0cd69c0d2aa0 2024-11-11T12:15:56,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327416397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:56,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/a088d1064c9543faa40f0cd69c0d2aa0, entries=150, sequenceid=279, filesize=30.5 K 2024-11-11T12:15:56,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327416402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:56,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327416403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:56,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/16975199856a4f84883dbcf41bc1e169 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/16975199856a4f84883dbcf41bc1e169 2024-11-11T12:15:56,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327416408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:56,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/16975199856a4f84883dbcf41bc1e169, entries=150, sequenceid=279, filesize=12.0 K 2024-11-11T12:15:56,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/982243c73d9a486c9c517aa8a61ebcb8 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/982243c73d9a486c9c517aa8a61ebcb8 2024-11-11T12:15:56,479 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:56,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-11T12:15:56,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:56,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:56,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:56,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:56,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:56,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/982243c73d9a486c9c517aa8a61ebcb8, entries=150, sequenceid=279, filesize=12.0 K 2024-11-11T12:15:56,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 9012af8554b22baa9119932862aa5a69 in 1300ms, sequenceid=279, compaction requested=true 2024-11-11T12:15:56,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:56,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9012af8554b22baa9119932862aa5a69:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:15:56,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:56,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9012af8554b22baa9119932862aa5a69:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:15:56,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:56,508 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:15:56,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9012af8554b22baa9119932862aa5a69:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:15:56,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T12:15:56,511 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:15:56,520 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93977 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:15:56,520 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 9012af8554b22baa9119932862aa5a69/A is initiating minor compaction (all files) 2024-11-11T12:15:56,520 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9012af8554b22baa9119932862aa5a69/A in TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:56,520 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/09b2b6ac5c874aa48dd079239532026e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/58d1ba2054dc4737a0aabb2cc427f5d3, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/a088d1064c9543faa40f0cd69c0d2aa0] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp, totalSize=91.8 K 2024-11-11T12:15:56,520 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:56,520 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. files: [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/09b2b6ac5c874aa48dd079239532026e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/58d1ba2054dc4737a0aabb2cc427f5d3, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/a088d1064c9543faa40f0cd69c0d2aa0] 2024-11-11T12:15:56,527 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09b2b6ac5c874aa48dd079239532026e, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731327352723 2024-11-11T12:15:56,531 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:15:56,531 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 9012af8554b22baa9119932862aa5a69/B is initiating minor compaction (all files) 2024-11-11T12:15:56,531 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9012af8554b22baa9119932862aa5a69/B in TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:56,531 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/78246219c3cc41ef9eb63b06f7686fd9, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/0cbd3d5af86e41a5aa2d5f88f9be35d2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/16975199856a4f84883dbcf41bc1e169] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp, totalSize=36.2 K 2024-11-11T12:15:56,531 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58d1ba2054dc4737a0aabb2cc427f5d3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731327353955 2024-11-11T12:15:56,540 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting a088d1064c9543faa40f0cd69c0d2aa0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731327354848 2024-11-11T12:15:56,540 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 78246219c3cc41ef9eb63b06f7686fd9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731327352723 2024-11-11T12:15:56,550 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cbd3d5af86e41a5aa2d5f88f9be35d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731327353955 2024-11-11T12:15:56,556 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 16975199856a4f84883dbcf41bc1e169, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731327354848 2024-11-11T12:15:56,588 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:56,600 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411119e7e0d67aaf44d4e8001a28876c76506_9012af8554b22baa9119932862aa5a69 store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:56,602 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411119e7e0d67aaf44d4e8001a28876c76506_9012af8554b22baa9119932862aa5a69, store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:56,602 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119e7e0d67aaf44d4e8001a28876c76506_9012af8554b22baa9119932862aa5a69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:56,625 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9012af8554b22baa9119932862aa5a69#B#compaction#292 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:56,626 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/394a9a5db3d9400a92c3a3b3ebe58f8f is 50, key is test_row_0/B:col10/1731327355200/Put/seqid=0 2024-11-11T12:15:56,639 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:56,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-11T12:15:56,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:56,649 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing 9012af8554b22baa9119932862aa5a69 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-11T12:15:56,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=A 2024-11-11T12:15:56,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:56,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=B 2024-11-11T12:15:56,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:56,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=C 2024-11-11T12:15:56,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:56,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742179_1355 (size=4469) 2024-11-11T12:15:56,672 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9012af8554b22baa9119932862aa5a69#A#compaction#291 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:56,673 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/94341b56f37e4ea59a810f79b1c72fb1 is 175, key is test_row_0/A:col10/1731327355200/Put/seqid=0 2024-11-11T12:15:56,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742180_1356 (size=12915) 2024-11-11T12:15:56,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a37772f5a58742d0ae136b7f497cc2fc_9012af8554b22baa9119932862aa5a69 is 50, key is test_row_0/A:col10/1731327355227/Put/seqid=0 2024-11-11T12:15:56,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742181_1357 (size=31869) 2024-11-11T12:15:56,724 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/394a9a5db3d9400a92c3a3b3ebe58f8f as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/394a9a5db3d9400a92c3a3b3ebe58f8f 2024-11-11T12:15:56,747 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/94341b56f37e4ea59a810f79b1c72fb1 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/94341b56f37e4ea59a810f79b1c72fb1 2024-11-11T12:15:56,748 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9012af8554b22baa9119932862aa5a69/B of 9012af8554b22baa9119932862aa5a69 into 394a9a5db3d9400a92c3a3b3ebe58f8f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:56,748 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:56,749 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69., storeName=9012af8554b22baa9119932862aa5a69/B, priority=13, startTime=1731327356508; duration=0sec 2024-11-11T12:15:56,749 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:56,749 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9012af8554b22baa9119932862aa5a69:B 2024-11-11T12:15:56,749 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:15:56,759 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:15:56,759 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 9012af8554b22baa9119932862aa5a69/C is initiating minor compaction (all files) 2024-11-11T12:15:56,759 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9012af8554b22baa9119932862aa5a69/C in TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:56,760 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/57b1f75135b1405980197b184d09fb5b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/854437d6339148efbd3a23a652086e63, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/982243c73d9a486c9c517aa8a61ebcb8] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp, totalSize=36.2 K 2024-11-11T12:15:56,768 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 57b1f75135b1405980197b184d09fb5b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731327352723 2024-11-11T12:15:56,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742182_1358 (size=12454) 2024-11-11T12:15:56,775 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 854437d6339148efbd3a23a652086e63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731327353955 2024-11-11T12:15:56,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:56,781 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 982243c73d9a486c9c517aa8a61ebcb8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731327354848 2024-11-11T12:15:56,795 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a37772f5a58742d0ae136b7f497cc2fc_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a37772f5a58742d0ae136b7f497cc2fc_9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:56,796 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9012af8554b22baa9119932862aa5a69/A of 9012af8554b22baa9119932862aa5a69 into 94341b56f37e4ea59a810f79b1c72fb1(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:56,796 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:56,796 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69., storeName=9012af8554b22baa9119932862aa5a69/A, priority=13, startTime=1731327356508; duration=0sec 2024-11-11T12:15:56,796 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:56,796 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9012af8554b22baa9119932862aa5a69:A 2024-11-11T12:15:56,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/eacb868efbdf41c4b3f464d40456edd7, store: [table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:56,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/eacb868efbdf41c4b3f464d40456edd7 is 175, key is test_row_0/A:col10/1731327355227/Put/seqid=0 2024-11-11T12:15:56,805 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9012af8554b22baa9119932862aa5a69#C#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:56,805 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/56c4bf83b1c4448ca479d385747d9099 is 50, key is test_row_0/C:col10/1731327355200/Put/seqid=0 2024-11-11T12:15:56,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-11T12:15:56,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742183_1359 (size=31255) 2024-11-11T12:15:56,868 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/eacb868efbdf41c4b3f464d40456edd7 2024-11-11T12:15:56,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742184_1360 (size=12915) 2024-11-11T12:15:56,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/998caf7206cb4e33a550ad2ba9866fd7 is 50, key is test_row_0/B:col10/1731327355227/Put/seqid=0 2024-11-11T12:15:56,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742185_1361 (size=12301) 2024-11-11T12:15:56,936 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/998caf7206cb4e33a550ad2ba9866fd7 2024-11-11T12:15:56,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/8aeda84cdb2d40d39bda8b7db5b708ba is 50, key is test_row_0/C:col10/1731327355227/Put/seqid=0 2024-11-11T12:15:56,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742186_1362 (size=12301) 2024-11-11T12:15:56,965 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/8aeda84cdb2d40d39bda8b7db5b708ba 2024-11-11T12:15:56,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/eacb868efbdf41c4b3f464d40456edd7 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/eacb868efbdf41c4b3f464d40456edd7 2024-11-11T12:15:56,985 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/eacb868efbdf41c4b3f464d40456edd7, entries=150, sequenceid=288, filesize=30.5 K 2024-11-11T12:15:56,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/998caf7206cb4e33a550ad2ba9866fd7 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/998caf7206cb4e33a550ad2ba9866fd7 2024-11-11T12:15:56,992 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/998caf7206cb4e33a550ad2ba9866fd7, entries=150, sequenceid=288, filesize=12.0 K 2024-11-11T12:15:56,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/8aeda84cdb2d40d39bda8b7db5b708ba as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/8aeda84cdb2d40d39bda8b7db5b708ba 2024-11-11T12:15:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,004 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/8aeda84cdb2d40d39bda8b7db5b708ba, entries=150, sequenceid=288, filesize=12.0 K 2024-11-11T12:15:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,005 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 9012af8554b22baa9119932862aa5a69 in 356ms, sequenceid=288, compaction requested=false 2024-11-11T12:15:57,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:57,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:57,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-11T12:15:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-11T12:15:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-11T12:15:57,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3380 sec 2024-11-11T12:15:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 1.3860 sec 2024-11-11T12:15:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,323 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/56c4bf83b1c4448ca479d385747d9099 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/56c4bf83b1c4448ca479d385747d9099 2024-11-11T12:15:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,334 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9012af8554b22baa9119932862aa5a69/C of 9012af8554b22baa9119932862aa5a69 into 56c4bf83b1c4448ca479d385747d9099(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:57,334 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:57,334 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69., storeName=9012af8554b22baa9119932862aa5a69/C, priority=13, startTime=1731327356508; duration=0sec 2024-11-11T12:15:57,334 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:57,334 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9012af8554b22baa9119932862aa5a69:C 2024-11-11T12:15:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:57,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9012af8554b22baa9119932862aa5a69 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T12:15:57,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=A 2024-11-11T12:15:57,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:57,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=B 2024-11-11T12:15:57,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:57,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=C 2024-11-11T12:15:57,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:57,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b61cf207e00142fc97b43dfa0dde7cb9_9012af8554b22baa9119932862aa5a69 is 50, key is test_row_0/A:col10/1731327357663/Put/seqid=0 2024-11-11T12:15:57,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742187_1363 (size=12454) 2024-11-11T12:15:57,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327417744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:57,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327417758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:57,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327417759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:57,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327417759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-11T12:15:57,812 INFO [Thread-1321 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-11T12:15:57,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:15:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-11T12:15:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-11T12:15:57,839 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:15:57,847 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:15:57,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:15:57,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327417863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:57,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327417865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:57,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327417871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:57,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:57,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327417886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-11T12:15:58,015 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:58,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T12:15:58,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:58,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:58,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:58,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:58,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:58,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327418075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:58,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327418080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:58,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327418087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:58,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327418106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:58,119 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-11T12:15:58,144 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b61cf207e00142fc97b43dfa0dde7cb9_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b61cf207e00142fc97b43dfa0dde7cb9_9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:58,153 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/b32b54a36fa54b7e92cf311edf169363, store: [table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:58,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/b32b54a36fa54b7e92cf311edf169363 is 175, key is test_row_0/A:col10/1731327357663/Put/seqid=0 2024-11-11T12:15:58,172 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:58,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T12:15:58,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:58,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:58,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:58,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:58,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:58,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742188_1364 (size=31255) 2024-11-11T12:15:58,210 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/b32b54a36fa54b7e92cf311edf169363 2024-11-11T12:15:58,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/c1815b7a2f294ac496cf02c16289a544 is 50, key is test_row_0/B:col10/1731327357663/Put/seqid=0 2024-11-11T12:15:58,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742189_1365 (size=12301) 2024-11-11T12:15:58,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/c1815b7a2f294ac496cf02c16289a544 2024-11-11T12:15:58,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/201cc3b98e5f4ad3a20498b9bc2774d7 is 50, key is test_row_0/C:col10/1731327357663/Put/seqid=0 2024-11-11T12:15:58,338 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:58,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T12:15:58,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:58,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:58,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:58,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:58,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:58,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742190_1366 (size=12301) 2024-11-11T12:15:58,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/201cc3b98e5f4ad3a20498b9bc2774d7 2024-11-11T12:15:58,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/b32b54a36fa54b7e92cf311edf169363 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/b32b54a36fa54b7e92cf311edf169363 2024-11-11T12:15:58,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/b32b54a36fa54b7e92cf311edf169363, entries=150, sequenceid=303, filesize=30.5 K 2024-11-11T12:15:58,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/c1815b7a2f294ac496cf02c16289a544 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/c1815b7a2f294ac496cf02c16289a544 2024-11-11T12:15:58,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/c1815b7a2f294ac496cf02c16289a544, entries=150, sequenceid=303, filesize=12.0 K 2024-11-11T12:15:58,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/201cc3b98e5f4ad3a20498b9bc2774d7 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/201cc3b98e5f4ad3a20498b9bc2774d7 2024-11-11T12:15:58,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/201cc3b98e5f4ad3a20498b9bc2774d7, entries=150, sequenceid=303, filesize=12.0 K 2024-11-11T12:15:58,409 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9012af8554b22baa9119932862aa5a69 in 746ms, sequenceid=303, compaction requested=true 2024-11-11T12:15:58,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:58,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9012af8554b22baa9119932862aa5a69:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:15:58,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:58,409 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:15:58,409 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:15:58,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9012af8554b22baa9119932862aa5a69:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:15:58,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:58,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9012af8554b22baa9119932862aa5a69:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:15:58,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:58,410 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:15:58,411 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 9012af8554b22baa9119932862aa5a69/B is initiating minor compaction (all files) 2024-11-11T12:15:58,411 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9012af8554b22baa9119932862aa5a69/B in TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:58,411 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/394a9a5db3d9400a92c3a3b3ebe58f8f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/998caf7206cb4e33a550ad2ba9866fd7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/c1815b7a2f294ac496cf02c16289a544] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp, totalSize=36.6 K 2024-11-11T12:15:58,412 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:15:58,412 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 9012af8554b22baa9119932862aa5a69/A is initiating minor compaction (all files) 2024-11-11T12:15:58,412 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9012af8554b22baa9119932862aa5a69/A in TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:58,412 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/94341b56f37e4ea59a810f79b1c72fb1, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/eacb868efbdf41c4b3f464d40456edd7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/b32b54a36fa54b7e92cf311edf169363] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp, totalSize=92.2 K 2024-11-11T12:15:58,412 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:58,412 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. files: [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/94341b56f37e4ea59a810f79b1c72fb1, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/eacb868efbdf41c4b3f464d40456edd7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/b32b54a36fa54b7e92cf311edf169363] 2024-11-11T12:15:58,413 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94341b56f37e4ea59a810f79b1c72fb1, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731327354848 2024-11-11T12:15:58,413 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting eacb868efbdf41c4b3f464d40456edd7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731327355227 2024-11-11T12:15:58,413 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting b32b54a36fa54b7e92cf311edf169363, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731327357634 2024-11-11T12:15:58,415 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 394a9a5db3d9400a92c3a3b3ebe58f8f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731327354848 2024-11-11T12:15:58,416 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 998caf7206cb4e33a550ad2ba9866fd7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731327355227 2024-11-11T12:15:58,417 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting c1815b7a2f294ac496cf02c16289a544, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731327357634 2024-11-11T12:15:58,428 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:58,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9012af8554b22baa9119932862aa5a69 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T12:15:58,434 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9012af8554b22baa9119932862aa5a69#B#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:58,435 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/c76341d9ed6841918b06fe87ab4fdd05 is 50, key is test_row_0/B:col10/1731327357663/Put/seqid=0 2024-11-11T12:15:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-11T12:15:58,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=A 2024-11-11T12:15:58,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:58,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=B 2024-11-11T12:15:58,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:58,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=C 2024-11-11T12:15:58,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:58,443 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111196a400eebff54e258ebd0cfd14d0069c_9012af8554b22baa9119932862aa5a69 store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:58,449 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111196a400eebff54e258ebd0cfd14d0069c_9012af8554b22baa9119932862aa5a69, store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:58,450 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111196a400eebff54e258ebd0cfd14d0069c_9012af8554b22baa9119932862aa5a69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:58,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742191_1367 (size=13017) 2024-11-11T12:15:58,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111126745a9a684c421fb4f843e5d2a0843a_9012af8554b22baa9119932862aa5a69 is 50, key is test_row_0/A:col10/1731327358421/Put/seqid=0 2024-11-11T12:15:58,458 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T12:15:58,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327418466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:58,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327418467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:58,501 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:58,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T12:15:58,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:58,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:58,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:58,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:58,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:58,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327418493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:58,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327418495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:58,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742192_1368 (size=4469) 2024-11-11T12:15:58,567 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9012af8554b22baa9119932862aa5a69#A#compaction#300 average throughput is 0.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:58,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742193_1369 (size=14994) 2024-11-11T12:15:58,568 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/213c9a8fbafd4acbad70d25da1e724d1 is 175, key is test_row_0/A:col10/1731327357663/Put/seqid=0 2024-11-11T12:15:58,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327418594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:58,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327418595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:58,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742194_1370 (size=31971) 2024-11-11T12:15:58,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327418623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:58,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327418624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:58,655 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:58,656 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/213c9a8fbafd4acbad70d25da1e724d1 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/213c9a8fbafd4acbad70d25da1e724d1 2024-11-11T12:15:58,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T12:15:58,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:58,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:58,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:58,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:58,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:58,669 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9012af8554b22baa9119932862aa5a69/A of 9012af8554b22baa9119932862aa5a69 into 213c9a8fbafd4acbad70d25da1e724d1(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:58,669 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:58,669 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69., storeName=9012af8554b22baa9119932862aa5a69/A, priority=13, startTime=1731327358409; duration=0sec 2024-11-11T12:15:58,669 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:58,669 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9012af8554b22baa9119932862aa5a69:A 2024-11-11T12:15:58,669 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:15:58,683 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:15:58,684 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 9012af8554b22baa9119932862aa5a69/C is initiating minor compaction (all files) 2024-11-11T12:15:58,684 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9012af8554b22baa9119932862aa5a69/C in TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:58,684 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/56c4bf83b1c4448ca479d385747d9099, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/8aeda84cdb2d40d39bda8b7db5b708ba, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/201cc3b98e5f4ad3a20498b9bc2774d7] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp, totalSize=36.6 K 2024-11-11T12:15:58,684 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56c4bf83b1c4448ca479d385747d9099, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731327354848 2024-11-11T12:15:58,684 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8aeda84cdb2d40d39bda8b7db5b708ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731327355227 2024-11-11T12:15:58,686 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 201cc3b98e5f4ad3a20498b9bc2774d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731327357634 2024-11-11T12:15:58,716 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9012af8554b22baa9119932862aa5a69#C#compaction#303 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:58,716 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/623134fadebd433a868a87b24124ee77 is 50, key is test_row_0/C:col10/1731327357663/Put/seqid=0 2024-11-11T12:15:58,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742195_1371 (size=13017) 2024-11-11T12:15:58,820 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:58,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T12:15:58,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:58,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:58,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:58,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:58,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:58,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327418818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:58,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327418821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:58,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327418837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:58,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:58,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327418845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:58,887 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/c76341d9ed6841918b06fe87ab4fdd05 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/c76341d9ed6841918b06fe87ab4fdd05 2024-11-11T12:15:58,899 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9012af8554b22baa9119932862aa5a69/B of 9012af8554b22baa9119932862aa5a69 into c76341d9ed6841918b06fe87ab4fdd05(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:58,899 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:58,899 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69., storeName=9012af8554b22baa9119932862aa5a69/B, priority=13, startTime=1731327358409; duration=0sec 2024-11-11T12:15:58,899 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:58,899 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9012af8554b22baa9119932862aa5a69:B 2024-11-11T12:15:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-11T12:15:58,969 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:58,975 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:58,976 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111126745a9a684c421fb4f843e5d2a0843a_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111126745a9a684c421fb4f843e5d2a0843a_9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:58,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T12:15:58,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:58,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:58,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:58,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:58,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:58,977 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/f308b09bfcfa4130a411cad2910afcfe, store: [table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:58,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/f308b09bfcfa4130a411cad2910afcfe is 175, key is test_row_0/A:col10/1731327358421/Put/seqid=0 2024-11-11T12:15:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:59,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742196_1372 (size=39949) 2024-11-11T12:15:59,017 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/f308b09bfcfa4130a411cad2910afcfe 2024-11-11T12:15:59,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/178fb4b588244a0f9c1914d2816b3e42 is 50, key is test_row_0/B:col10/1731327358421/Put/seqid=0 2024-11-11T12:15:59,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742197_1373 (size=12301) 2024-11-11T12:15:59,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/178fb4b588244a0f9c1914d2816b3e42 2024-11-11T12:15:59,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/2f353414ffc74d77b806903fac0ad9d3 is 50, key is test_row_0/C:col10/1731327358421/Put/seqid=0 2024-11-11T12:15:59,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742198_1374 (size=12301) 2024-11-11T12:15:59,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/2f353414ffc74d77b806903fac0ad9d3 2024-11-11T12:15:59,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/f308b09bfcfa4130a411cad2910afcfe as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/f308b09bfcfa4130a411cad2910afcfe 2024-11-11T12:15:59,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/f308b09bfcfa4130a411cad2910afcfe, entries=200, sequenceid=330, filesize=39.0 K 2024-11-11T12:15:59,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/178fb4b588244a0f9c1914d2816b3e42 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/178fb4b588244a0f9c1914d2816b3e42 2024-11-11T12:15:59,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/178fb4b588244a0f9c1914d2816b3e42, entries=150, sequenceid=330, filesize=12.0 K 2024-11-11T12:15:59,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/2f353414ffc74d77b806903fac0ad9d3 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/2f353414ffc74d77b806903fac0ad9d3 2024-11-11T12:15:59,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/2f353414ffc74d77b806903fac0ad9d3, entries=150, sequenceid=330, filesize=12.0 K 2024-11-11T12:15:59,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 9012af8554b22baa9119932862aa5a69 in 677ms, sequenceid=330, compaction requested=false 2024-11-11T12:15:59,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:59,130 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9012af8554b22baa9119932862aa5a69 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T12:15:59,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=A 2024-11-11T12:15:59,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:59,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=B 2024-11-11T12:15:59,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:59,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=C 2024-11-11T12:15:59,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:59,135 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:59,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T12:15:59,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:59,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:59,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:59,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:59,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:59,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111187405522b31c4fc186a9414f9e0fa7c1_9012af8554b22baa9119932862aa5a69 is 50, key is test_row_0/A:col10/1731327358483/Put/seqid=0 2024-11-11T12:15:59,180 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/623134fadebd433a868a87b24124ee77 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/623134fadebd433a868a87b24124ee77 2024-11-11T12:15:59,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742199_1375 (size=14994) 2024-11-11T12:15:59,195 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9012af8554b22baa9119932862aa5a69/C of 9012af8554b22baa9119932862aa5a69 into 623134fadebd433a868a87b24124ee77(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:15:59,195 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:59,195 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69., storeName=9012af8554b22baa9119932862aa5a69/C, priority=13, startTime=1731327358410; duration=0sec 2024-11-11T12:15:59,196 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:59,196 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9012af8554b22baa9119932862aa5a69:C 2024-11-11T12:15:59,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327419191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:59,209 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:59,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327419197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:59,214 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111187405522b31c4fc186a9414f9e0fa7c1_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111187405522b31c4fc186a9414f9e0fa7c1_9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:59,215 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/372f76ce6a2c47c08575e8198914410a, store: [table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:59,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/372f76ce6a2c47c08575e8198914410a is 175, key is test_row_0/A:col10/1731327358483/Put/seqid=0 2024-11-11T12:15:59,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327419207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:59,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327419207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:59,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742200_1376 (size=39949) 2024-11-11T12:15:59,294 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:59,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T12:15:59,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:59,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:59,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:59,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:59,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:59,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327419308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:59,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327419313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:59,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327419324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:59,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327419324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:59,447 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:59,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T12:15:59,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:59,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:59,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:59,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:59,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:59,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327419520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:59,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327419524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:59,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327419535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:59,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327419535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:59,610 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:59,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T12:15:59,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:59,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:59,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:59,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:59,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:59,646 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=343, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/372f76ce6a2c47c08575e8198914410a 2024-11-11T12:15:59,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/199e60246cd14cfc9deb51aea185d76d is 50, key is test_row_0/B:col10/1731327358483/Put/seqid=0 2024-11-11T12:15:59,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742201_1377 (size=12301) 2024-11-11T12:15:59,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/199e60246cd14cfc9deb51aea185d76d 2024-11-11T12:15:59,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/a2fd9dd164ed45d39fd6af12bb56e03b is 50, key is test_row_0/C:col10/1731327358483/Put/seqid=0 2024-11-11T12:15:59,772 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:59,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T12:15:59,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:59,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:59,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:59,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:59,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:59,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742202_1378 (size=12301) 2024-11-11T12:15:59,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/a2fd9dd164ed45d39fd6af12bb56e03b 2024-11-11T12:15:59,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/372f76ce6a2c47c08575e8198914410a as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/372f76ce6a2c47c08575e8198914410a 2024-11-11T12:15:59,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/372f76ce6a2c47c08575e8198914410a, entries=200, sequenceid=343, filesize=39.0 K 2024-11-11T12:15:59,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/199e60246cd14cfc9deb51aea185d76d as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/199e60246cd14cfc9deb51aea185d76d 2024-11-11T12:15:59,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/199e60246cd14cfc9deb51aea185d76d, entries=150, sequenceid=343, filesize=12.0 K 2024-11-11T12:15:59,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/a2fd9dd164ed45d39fd6af12bb56e03b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/a2fd9dd164ed45d39fd6af12bb56e03b 2024-11-11T12:15:59,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/a2fd9dd164ed45d39fd6af12bb56e03b, entries=150, sequenceid=343, filesize=12.0 K 2024-11-11T12:15:59,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9012af8554b22baa9119932862aa5a69 in 687ms, sequenceid=343, compaction requested=true 2024-11-11T12:15:59,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:15:59,817 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:15:59,818 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111869 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:15:59,819 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 9012af8554b22baa9119932862aa5a69/A is initiating minor compaction (all files) 2024-11-11T12:15:59,819 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9012af8554b22baa9119932862aa5a69/A in TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:59,819 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/213c9a8fbafd4acbad70d25da1e724d1, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/f308b09bfcfa4130a411cad2910afcfe, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/372f76ce6a2c47c08575e8198914410a] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp, totalSize=109.2 K 2024-11-11T12:15:59,819 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:59,819 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. files: [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/213c9a8fbafd4acbad70d25da1e724d1, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/f308b09bfcfa4130a411cad2910afcfe, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/372f76ce6a2c47c08575e8198914410a] 2024-11-11T12:15:59,819 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 213c9a8fbafd4acbad70d25da1e724d1, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731327357634 2024-11-11T12:15:59,820 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting f308b09bfcfa4130a411cad2910afcfe, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731327357757 2024-11-11T12:15:59,820 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 372f76ce6a2c47c08575e8198914410a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731327358465 2024-11-11T12:15:59,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9012af8554b22baa9119932862aa5a69:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:15:59,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:59,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9012af8554b22baa9119932862aa5a69:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:15:59,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:15:59,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9012af8554b22baa9119932862aa5a69:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:15:59,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:15:59,825 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:15:59,826 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:15:59,826 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 9012af8554b22baa9119932862aa5a69/B is initiating minor compaction (all files) 2024-11-11T12:15:59,826 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9012af8554b22baa9119932862aa5a69/B in TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:59,826 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/c76341d9ed6841918b06fe87ab4fdd05, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/178fb4b588244a0f9c1914d2816b3e42, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/199e60246cd14cfc9deb51aea185d76d] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp, totalSize=36.7 K 2024-11-11T12:15:59,826 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting c76341d9ed6841918b06fe87ab4fdd05, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731327357634 2024-11-11T12:15:59,827 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 178fb4b588244a0f9c1914d2816b3e42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731327358421 2024-11-11T12:15:59,827 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 199e60246cd14cfc9deb51aea185d76d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731327358483 2024-11-11T12:15:59,828 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:59,839 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111203aca4ee5e0496ba0f3dd8737707dff_9012af8554b22baa9119932862aa5a69 store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:59,841 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111203aca4ee5e0496ba0f3dd8737707dff_9012af8554b22baa9119932862aa5a69, store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:59,841 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111203aca4ee5e0496ba0f3dd8737707dff_9012af8554b22baa9119932862aa5a69 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:59,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9012af8554b22baa9119932862aa5a69 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T12:15:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:59,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=A 2024-11-11T12:15:59,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:59,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=B 2024-11-11T12:15:59,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:59,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=C 2024-11-11T12:15:59,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:15:59,849 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9012af8554b22baa9119932862aa5a69#B#compaction#310 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:15:59,850 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/91b07fbcb8294651906d1d7fde648630 is 50, key is test_row_0/B:col10/1731327358483/Put/seqid=0 2024-11-11T12:15:59,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113132341afe6048478842aa55a5b112a9_9012af8554b22baa9119932862aa5a69 is 50, key is test_row_0/A:col10/1731327359203/Put/seqid=0 2024-11-11T12:15:59,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742203_1379 (size=4469) 2024-11-11T12:15:59,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327419870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:59,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327419871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:59,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327419881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:59,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327419886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:59,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742204_1380 (size=13119) 2024-11-11T12:15:59,930 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:15:59,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T12:15:59,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:59,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:15:59,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:15:59,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:59,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:15:59,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742205_1381 (size=17534) 2024-11-11T12:15:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-11T12:15:59,948 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:15:59,952 DEBUG [Thread-1326 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0523025d to 127.0.0.1:50815 2024-11-11T12:15:59,952 DEBUG [Thread-1326 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:15:59,955 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113132341afe6048478842aa55a5b112a9_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113132341afe6048478842aa55a5b112a9_9012af8554b22baa9119932862aa5a69 2024-11-11T12:15:59,956 DEBUG [Thread-1322 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4831febd to 127.0.0.1:50815 2024-11-11T12:15:59,956 DEBUG [Thread-1322 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:15:59,957 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/811c456c17a049c6960ec93a9b8fbb3f, store: [table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:15:59,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/811c456c17a049c6960ec93a9b8fbb3f is 175, key is test_row_0/A:col10/1731327359203/Put/seqid=0 2024-11-11T12:15:59,958 DEBUG [Thread-1324 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e93614e to 127.0.0.1:50815 2024-11-11T12:15:59,959 DEBUG [Thread-1324 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:15:59,966 DEBUG [Thread-1330 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d3b05cf to 127.0.0.1:50815 2024-11-11T12:15:59,966 DEBUG [Thread-1330 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:15:59,968 DEBUG [Thread-1328 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b9a1701 to 127.0.0.1:50815 2024-11-11T12:15:59,968 DEBUG [Thread-1328 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:15:59,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742206_1382 (size=48639) 2024-11-11T12:15:59,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327419989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:15:59,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:15:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327419990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:00,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327420000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:00,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327420000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:00,085 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:00,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T12:16:00,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:16:00,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:16:00,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:16:00,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:00,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:00,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:00,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327420191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327420191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:00,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327420203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:00,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327420205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:00,246 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:00,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T12:16:00,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:16:00,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:16:00,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:16:00,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:00,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:00,282 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9012af8554b22baa9119932862aa5a69#A#compaction#309 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:00,283 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/42c7680383dd426a96674a6784836dac is 175, key is test_row_0/A:col10/1731327358483/Put/seqid=0 2024-11-11T12:16:00,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742207_1383 (size=32073) 2024-11-11T12:16:00,324 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/91b07fbcb8294651906d1d7fde648630 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/91b07fbcb8294651906d1d7fde648630 2024-11-11T12:16:00,337 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9012af8554b22baa9119932862aa5a69/B of 9012af8554b22baa9119932862aa5a69 into 91b07fbcb8294651906d1d7fde648630(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:00,337 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:16:00,337 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69., storeName=9012af8554b22baa9119932862aa5a69/B, priority=13, startTime=1731327359825; duration=0sec 2024-11-11T12:16:00,337 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:00,338 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9012af8554b22baa9119932862aa5a69:B 2024-11-11T12:16:00,338 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:00,339 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:00,339 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 9012af8554b22baa9119932862aa5a69/C is initiating minor compaction (all files) 2024-11-11T12:16:00,339 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9012af8554b22baa9119932862aa5a69/C in TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:16:00,339 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/623134fadebd433a868a87b24124ee77, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/2f353414ffc74d77b806903fac0ad9d3, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/a2fd9dd164ed45d39fd6af12bb56e03b] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp, totalSize=36.7 K 2024-11-11T12:16:00,339 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 623134fadebd433a868a87b24124ee77, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731327357634 2024-11-11T12:16:00,340 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f353414ffc74d77b806903fac0ad9d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731327358421 2024-11-11T12:16:00,340 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting a2fd9dd164ed45d39fd6af12bb56e03b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731327358483 2024-11-11T12:16:00,350 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9012af8554b22baa9119932862aa5a69#C#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:00,351 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/911e8dfc54e04a1fa54f12baf59976a7 is 50, key is test_row_0/C:col10/1731327358483/Put/seqid=0 2024-11-11T12:16:00,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742208_1384 (size=13119) 2024-11-11T12:16:00,378 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/811c456c17a049c6960ec93a9b8fbb3f 2024-11-11T12:16:00,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/53c6cb90628f4b058aa59634ce99c247 is 50, key is test_row_0/B:col10/1731327359203/Put/seqid=0 2024-11-11T12:16:00,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742209_1385 (size=12301) 2024-11-11T12:16:00,401 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:00,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T12:16:00,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:16:00,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:16:00,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:16:00,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:00,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:00,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43278 deadline: 1731327420493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:00,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43244 deadline: 1731327420494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:00,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:00,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1731327420506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43238 deadline: 1731327420506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:00,554 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:00,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T12:16:00,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:16:00,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:16:00,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:16:00,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:00,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:00,704 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/42c7680383dd426a96674a6784836dac as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/42c7680383dd426a96674a6784836dac 2024-11-11T12:16:00,707 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:00,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T12:16:00,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:16:00,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:16:00,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:16:00,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:00,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:00,708 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9012af8554b22baa9119932862aa5a69/A of 9012af8554b22baa9119932862aa5a69 into 42c7680383dd426a96674a6784836dac(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:00,708 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:16:00,708 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69., storeName=9012af8554b22baa9119932862aa5a69/A, priority=13, startTime=1731327359817; duration=0sec 2024-11-11T12:16:00,708 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:00,708 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9012af8554b22baa9119932862aa5a69:A 2024-11-11T12:16:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:00,769 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/911e8dfc54e04a1fa54f12baf59976a7 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/911e8dfc54e04a1fa54f12baf59976a7 2024-11-11T12:16:00,774 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9012af8554b22baa9119932862aa5a69/C of 9012af8554b22baa9119932862aa5a69 into 911e8dfc54e04a1fa54f12baf59976a7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:00,774 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:16:00,774 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69., storeName=9012af8554b22baa9119932862aa5a69/C, priority=13, startTime=1731327359825; duration=0sec 2024-11-11T12:16:00,774 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:00,775 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9012af8554b22baa9119932862aa5a69:C 2024-11-11T12:16:00,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/53c6cb90628f4b058aa59634ce99c247 2024-11-11T12:16:00,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/4a151134aa3347fd8fed0cf607672b69 is 50, key is test_row_0/C:col10/1731327359203/Put/seqid=0 2024-11-11T12:16:00,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742210_1386 (size=12301) 2024-11-11T12:16:00,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/4a151134aa3347fd8fed0cf607672b69 2024-11-11T12:16:00,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/811c456c17a049c6960ec93a9b8fbb3f as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/811c456c17a049c6960ec93a9b8fbb3f 2024-11-11T12:16:00,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/811c456c17a049c6960ec93a9b8fbb3f, entries=250, sequenceid=371, filesize=47.5 K 2024-11-11T12:16:00,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/53c6cb90628f4b058aa59634ce99c247 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/53c6cb90628f4b058aa59634ce99c247 2024-11-11T12:16:00,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/53c6cb90628f4b058aa59634ce99c247, entries=150, sequenceid=371, filesize=12.0 K 2024-11-11T12:16:00,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/4a151134aa3347fd8fed0cf607672b69 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/4a151134aa3347fd8fed0cf607672b69 2024-11-11T12:16:00,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/4a151134aa3347fd8fed0cf607672b69, entries=150, sequenceid=371, filesize=12.0 K 2024-11-11T12:16:00,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 9012af8554b22baa9119932862aa5a69 in 1001ms, sequenceid=371, compaction requested=false 2024-11-11T12:16:00,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:16:00,859 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:00,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T12:16:00,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:16:00,860 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing 9012af8554b22baa9119932862aa5a69 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-11T12:16:00,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=A 2024-11-11T12:16:00,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:00,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=B 2024-11-11T12:16:00,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:00,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=C 2024-11-11T12:16:00,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:00,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114ce0c8a1afc4483d8930428014b3c3d8_9012af8554b22baa9119932862aa5a69 is 50, key is test_row_0/A:col10/1731327359863/Put/seqid=0 2024-11-11T12:16:00,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742211_1387 (size=12454) 2024-11-11T12:16:00,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:00,888 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411114ce0c8a1afc4483d8930428014b3c3d8_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114ce0c8a1afc4483d8930428014b3c3d8_9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:00,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/66590ea43d5f4fa1b004c8c9a0331c14, store: [table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:16:00,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/66590ea43d5f4fa1b004c8c9a0331c14 is 175, key is test_row_0/A:col10/1731327359863/Put/seqid=0 2024-11-11T12:16:00,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742212_1388 (size=31255) 2024-11-11T12:16:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:00,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. as already flushing 2024-11-11T12:16:00,997 DEBUG [Thread-1317 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4fd3f5fc to 127.0.0.1:50815 2024-11-11T12:16:00,997 DEBUG [Thread-1317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:00,997 DEBUG [Thread-1311 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a139b42 to 127.0.0.1:50815 2024-11-11T12:16:00,997 DEBUG [Thread-1311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:01,011 DEBUG [Thread-1319 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05c97513 to 127.0.0.1:50815 2024-11-11T12:16:01,011 DEBUG [Thread-1313 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1acf826f to 127.0.0.1:50815 2024-11-11T12:16:01,011 DEBUG [Thread-1313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:01,011 DEBUG [Thread-1319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:01,298 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=383, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/66590ea43d5f4fa1b004c8c9a0331c14 2024-11-11T12:16:01,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/63bc619578594f959b752da59c31a7c0 is 50, key is test_row_0/B:col10/1731327359863/Put/seqid=0 2024-11-11T12:16:01,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742213_1389 (size=12301) 2024-11-11T12:16:01,741 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/63bc619578594f959b752da59c31a7c0 2024-11-11T12:16:01,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/a8d30423bb024420afddbb80587cf33c is 50, key is test_row_0/C:col10/1731327359863/Put/seqid=0 2024-11-11T12:16:01,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742214_1390 (size=12301) 2024-11-11T12:16:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-11T12:16:02,200 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/a8d30423bb024420afddbb80587cf33c 2024-11-11T12:16:02,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/66590ea43d5f4fa1b004c8c9a0331c14 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/66590ea43d5f4fa1b004c8c9a0331c14 2024-11-11T12:16:02,256 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/66590ea43d5f4fa1b004c8c9a0331c14, entries=150, sequenceid=383, filesize=30.5 K 2024-11-11T12:16:02,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/63bc619578594f959b752da59c31a7c0 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/63bc619578594f959b752da59c31a7c0 2024-11-11T12:16:02,287 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/63bc619578594f959b752da59c31a7c0, entries=150, sequenceid=383, filesize=12.0 K 2024-11-11T12:16:02,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/a8d30423bb024420afddbb80587cf33c as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/a8d30423bb024420afddbb80587cf33c 2024-11-11T12:16:02,328 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/a8d30423bb024420afddbb80587cf33c, entries=150, sequenceid=383, filesize=12.0 K 2024-11-11T12:16:02,335 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=26.84 KB/27480 for 9012af8554b22baa9119932862aa5a69 in 1475ms, sequenceid=383, compaction requested=true 2024-11-11T12:16:02,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:16:02,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:16:02,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-11T12:16:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-11T12:16:02,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-11T12:16:02,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.4900 sec 2024-11-11T12:16:02,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 4.5240 sec 2024-11-11T12:16:04,338 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/302f80f898174b26acf7c2dfd446b417, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/69c850b3704445e9be0bed26fd7236d9, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/c203ef8107e64870bf3711d6415e5df0, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/ad95f0ef296843cfa0d65a23ac5b239c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/0e50877d5f3549198d24d7345b2fd42e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/57868b6a355d4ae3adea03357144b6cc, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/a2dccfadda7144ff926173dd84714856, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/4c669c3efcc44036a34e044a959f1cd3, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/f68701b524a8445daece44c5c8a4ac73, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/8bf8823f37884fb4abb80c16f7da0ea8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/b960e2fb409940d2af26d95e45664e41, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/c9218337245b4bca88ce7d29b27f030a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/efed54b7af764332a823a2044945ac06, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/2bff2eeb5557495db87c1815e0767565, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/09b2b6ac5c874aa48dd079239532026e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/8bc4dd164f614db19540ac3a10117feb, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/58d1ba2054dc4737a0aabb2cc427f5d3, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/94341b56f37e4ea59a810f79b1c72fb1, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/a088d1064c9543faa40f0cd69c0d2aa0, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/eacb868efbdf41c4b3f464d40456edd7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/213c9a8fbafd4acbad70d25da1e724d1, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/b32b54a36fa54b7e92cf311edf169363, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/f308b09bfcfa4130a411cad2910afcfe, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/372f76ce6a2c47c08575e8198914410a] to archive 2024-11-11T12:16:04,339 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T12:16:04,340 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/302f80f898174b26acf7c2dfd446b417 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/302f80f898174b26acf7c2dfd446b417 2024-11-11T12:16:04,341 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/69c850b3704445e9be0bed26fd7236d9 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/69c850b3704445e9be0bed26fd7236d9 2024-11-11T12:16:04,342 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/c203ef8107e64870bf3711d6415e5df0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/c203ef8107e64870bf3711d6415e5df0 2024-11-11T12:16:04,343 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/ad95f0ef296843cfa0d65a23ac5b239c to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/ad95f0ef296843cfa0d65a23ac5b239c 2024-11-11T12:16:04,344 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/0e50877d5f3549198d24d7345b2fd42e to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/0e50877d5f3549198d24d7345b2fd42e 2024-11-11T12:16:04,345 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/57868b6a355d4ae3adea03357144b6cc to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/57868b6a355d4ae3adea03357144b6cc 2024-11-11T12:16:04,346 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/a2dccfadda7144ff926173dd84714856 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/a2dccfadda7144ff926173dd84714856 2024-11-11T12:16:04,347 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/4c669c3efcc44036a34e044a959f1cd3 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/4c669c3efcc44036a34e044a959f1cd3 2024-11-11T12:16:04,348 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/f68701b524a8445daece44c5c8a4ac73 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/f68701b524a8445daece44c5c8a4ac73 2024-11-11T12:16:04,349 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/8bf8823f37884fb4abb80c16f7da0ea8 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/8bf8823f37884fb4abb80c16f7da0ea8 2024-11-11T12:16:04,350 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/b960e2fb409940d2af26d95e45664e41 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/b960e2fb409940d2af26d95e45664e41 2024-11-11T12:16:04,351 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/c9218337245b4bca88ce7d29b27f030a to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/c9218337245b4bca88ce7d29b27f030a 2024-11-11T12:16:04,352 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/efed54b7af764332a823a2044945ac06 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/efed54b7af764332a823a2044945ac06 2024-11-11T12:16:04,353 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/2bff2eeb5557495db87c1815e0767565 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/2bff2eeb5557495db87c1815e0767565 2024-11-11T12:16:04,375 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/09b2b6ac5c874aa48dd079239532026e to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/09b2b6ac5c874aa48dd079239532026e 2024-11-11T12:16:04,376 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/8bc4dd164f614db19540ac3a10117feb to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/8bc4dd164f614db19540ac3a10117feb 2024-11-11T12:16:04,376 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/58d1ba2054dc4737a0aabb2cc427f5d3 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/58d1ba2054dc4737a0aabb2cc427f5d3 2024-11-11T12:16:04,377 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/94341b56f37e4ea59a810f79b1c72fb1 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/94341b56f37e4ea59a810f79b1c72fb1 2024-11-11T12:16:04,378 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/a088d1064c9543faa40f0cd69c0d2aa0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/a088d1064c9543faa40f0cd69c0d2aa0 2024-11-11T12:16:04,379 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/eacb868efbdf41c4b3f464d40456edd7 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/eacb868efbdf41c4b3f464d40456edd7 2024-11-11T12:16:04,380 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/213c9a8fbafd4acbad70d25da1e724d1 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/213c9a8fbafd4acbad70d25da1e724d1 2024-11-11T12:16:04,381 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/b32b54a36fa54b7e92cf311edf169363 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/b32b54a36fa54b7e92cf311edf169363 2024-11-11T12:16:04,382 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/f308b09bfcfa4130a411cad2910afcfe to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/f308b09bfcfa4130a411cad2910afcfe 2024-11-11T12:16:04,383 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/372f76ce6a2c47c08575e8198914410a to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/372f76ce6a2c47c08575e8198914410a 2024-11-11T12:16:04,387 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/9f928439d1524dc98434deada46f683d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/96145e44d29447478f602941e52e59d6, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/10026b0a1e534635a80a960132ffa608, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/c319eb96b0b3493dad96d3932213200b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/72e1e99640e149a4be3352021ad43ef7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/ec426aa5e6db4bac837ea75d146de78e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/483a64c0185c483cbab6a315254a1bc0, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/fc36014508f14a16987d60c1bdbac03b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/e9ba70f713f949698f24003a31aa4d61, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/2a1cd660ac8644a49605920475376b05, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/7ac9f8fcbc6342589a27c10b82792fb3, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/6f048825b43d43a598022d831f250b8f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/eb656199445c4c76be826de580c26dc1, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/92d0c12621fd4d1cb50ae3e856ddeb7f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/78246219c3cc41ef9eb63b06f7686fd9, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/f251d16867394654ac599cc9835702a1, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/0cbd3d5af86e41a5aa2d5f88f9be35d2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/394a9a5db3d9400a92c3a3b3ebe58f8f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/16975199856a4f84883dbcf41bc1e169, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/998caf7206cb4e33a550ad2ba9866fd7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/c76341d9ed6841918b06fe87ab4fdd05, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/c1815b7a2f294ac496cf02c16289a544, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/178fb4b588244a0f9c1914d2816b3e42, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/199e60246cd14cfc9deb51aea185d76d] to archive 2024-11-11T12:16:04,388 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T12:16:04,390 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/9f928439d1524dc98434deada46f683d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/9f928439d1524dc98434deada46f683d 2024-11-11T12:16:04,393 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/96145e44d29447478f602941e52e59d6 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/96145e44d29447478f602941e52e59d6 2024-11-11T12:16:04,395 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/10026b0a1e534635a80a960132ffa608 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/10026b0a1e534635a80a960132ffa608 2024-11-11T12:16:04,396 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/c319eb96b0b3493dad96d3932213200b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/c319eb96b0b3493dad96d3932213200b 2024-11-11T12:16:04,396 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/72e1e99640e149a4be3352021ad43ef7 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/72e1e99640e149a4be3352021ad43ef7 2024-11-11T12:16:04,397 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/ec426aa5e6db4bac837ea75d146de78e to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/ec426aa5e6db4bac837ea75d146de78e 2024-11-11T12:16:04,400 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/483a64c0185c483cbab6a315254a1bc0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/483a64c0185c483cbab6a315254a1bc0 2024-11-11T12:16:04,401 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/fc36014508f14a16987d60c1bdbac03b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/fc36014508f14a16987d60c1bdbac03b 2024-11-11T12:16:04,402 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/e9ba70f713f949698f24003a31aa4d61 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/e9ba70f713f949698f24003a31aa4d61 2024-11-11T12:16:04,404 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/2a1cd660ac8644a49605920475376b05 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/2a1cd660ac8644a49605920475376b05 2024-11-11T12:16:04,405 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/7ac9f8fcbc6342589a27c10b82792fb3 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/7ac9f8fcbc6342589a27c10b82792fb3 2024-11-11T12:16:04,406 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/6f048825b43d43a598022d831f250b8f to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/6f048825b43d43a598022d831f250b8f 2024-11-11T12:16:04,407 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/eb656199445c4c76be826de580c26dc1 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/eb656199445c4c76be826de580c26dc1 2024-11-11T12:16:04,408 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/92d0c12621fd4d1cb50ae3e856ddeb7f to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/92d0c12621fd4d1cb50ae3e856ddeb7f 2024-11-11T12:16:04,409 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/78246219c3cc41ef9eb63b06f7686fd9 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/78246219c3cc41ef9eb63b06f7686fd9 2024-11-11T12:16:04,409 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/f251d16867394654ac599cc9835702a1 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/f251d16867394654ac599cc9835702a1 2024-11-11T12:16:04,410 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/0cbd3d5af86e41a5aa2d5f88f9be35d2 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/0cbd3d5af86e41a5aa2d5f88f9be35d2 2024-11-11T12:16:04,411 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/394a9a5db3d9400a92c3a3b3ebe58f8f to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/394a9a5db3d9400a92c3a3b3ebe58f8f 2024-11-11T12:16:04,412 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/16975199856a4f84883dbcf41bc1e169 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/16975199856a4f84883dbcf41bc1e169 2024-11-11T12:16:04,413 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/998caf7206cb4e33a550ad2ba9866fd7 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/998caf7206cb4e33a550ad2ba9866fd7 2024-11-11T12:16:04,415 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/c76341d9ed6841918b06fe87ab4fdd05 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/c76341d9ed6841918b06fe87ab4fdd05 2024-11-11T12:16:04,417 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/c1815b7a2f294ac496cf02c16289a544 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/c1815b7a2f294ac496cf02c16289a544 2024-11-11T12:16:04,418 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/178fb4b588244a0f9c1914d2816b3e42 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/178fb4b588244a0f9c1914d2816b3e42 2024-11-11T12:16:04,419 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/199e60246cd14cfc9deb51aea185d76d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/199e60246cd14cfc9deb51aea185d76d 2024-11-11T12:16:04,423 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/ae7d88f0ae4f498cb18d396c0ce46c5b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/6d3b6d82bb4c439b98085319f500830d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/a904e2ae971c4badb55a997abf961117, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/0439e04497e448e9b25e7f9cf107a02a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/aeca99d6fdf64136857eef2c6285df2e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/d3aa6f3b6ce94e0188d4bcdb28387ab2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/7385200199474ac3ba04ee15524dc493, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/5a4efec75259404daccd8722674b4967, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/307feffb598d42dfa9345726888229a7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/40d67796cd4c4429903bff170d40e830, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/a02878574f554f49897f2f82893aa98f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/1155580c0f644a01ae607ce189db498d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/339eada59bc4469e9ca52b6a51f1830c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/3062a59e6ea04bba8bf0f33e49656868, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/57b1f75135b1405980197b184d09fb5b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/0a3f4731c4e84aa98c7de525c4cbf143, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/854437d6339148efbd3a23a652086e63, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/56c4bf83b1c4448ca479d385747d9099, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/982243c73d9a486c9c517aa8a61ebcb8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/8aeda84cdb2d40d39bda8b7db5b708ba, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/623134fadebd433a868a87b24124ee77, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/201cc3b98e5f4ad3a20498b9bc2774d7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/2f353414ffc74d77b806903fac0ad9d3, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/a2fd9dd164ed45d39fd6af12bb56e03b] to archive 2024-11-11T12:16:04,424 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T12:16:04,426 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/ae7d88f0ae4f498cb18d396c0ce46c5b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/ae7d88f0ae4f498cb18d396c0ce46c5b 2024-11-11T12:16:04,427 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/6d3b6d82bb4c439b98085319f500830d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/6d3b6d82bb4c439b98085319f500830d 2024-11-11T12:16:04,428 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/a904e2ae971c4badb55a997abf961117 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/a904e2ae971c4badb55a997abf961117 2024-11-11T12:16:04,429 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/0439e04497e448e9b25e7f9cf107a02a to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/0439e04497e448e9b25e7f9cf107a02a 2024-11-11T12:16:04,430 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/aeca99d6fdf64136857eef2c6285df2e to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/aeca99d6fdf64136857eef2c6285df2e 2024-11-11T12:16:04,431 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/d3aa6f3b6ce94e0188d4bcdb28387ab2 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/d3aa6f3b6ce94e0188d4bcdb28387ab2 2024-11-11T12:16:04,432 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/7385200199474ac3ba04ee15524dc493 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/7385200199474ac3ba04ee15524dc493 2024-11-11T12:16:04,433 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/5a4efec75259404daccd8722674b4967 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/5a4efec75259404daccd8722674b4967 2024-11-11T12:16:04,434 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/307feffb598d42dfa9345726888229a7 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/307feffb598d42dfa9345726888229a7 2024-11-11T12:16:04,439 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/40d67796cd4c4429903bff170d40e830 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/40d67796cd4c4429903bff170d40e830 2024-11-11T12:16:04,441 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/a02878574f554f49897f2f82893aa98f to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/a02878574f554f49897f2f82893aa98f 2024-11-11T12:16:04,443 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/1155580c0f644a01ae607ce189db498d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/1155580c0f644a01ae607ce189db498d 2024-11-11T12:16:04,446 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/339eada59bc4469e9ca52b6a51f1830c to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/339eada59bc4469e9ca52b6a51f1830c 2024-11-11T12:16:04,447 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/3062a59e6ea04bba8bf0f33e49656868 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/3062a59e6ea04bba8bf0f33e49656868 2024-11-11T12:16:04,451 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/57b1f75135b1405980197b184d09fb5b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/57b1f75135b1405980197b184d09fb5b 2024-11-11T12:16:04,452 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/0a3f4731c4e84aa98c7de525c4cbf143 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/0a3f4731c4e84aa98c7de525c4cbf143 2024-11-11T12:16:04,453 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/854437d6339148efbd3a23a652086e63 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/854437d6339148efbd3a23a652086e63 2024-11-11T12:16:04,453 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/56c4bf83b1c4448ca479d385747d9099 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/56c4bf83b1c4448ca479d385747d9099 2024-11-11T12:16:04,454 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/982243c73d9a486c9c517aa8a61ebcb8 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/982243c73d9a486c9c517aa8a61ebcb8 2024-11-11T12:16:04,455 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/8aeda84cdb2d40d39bda8b7db5b708ba to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/8aeda84cdb2d40d39bda8b7db5b708ba 2024-11-11T12:16:04,456 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/623134fadebd433a868a87b24124ee77 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/623134fadebd433a868a87b24124ee77 2024-11-11T12:16:04,457 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/201cc3b98e5f4ad3a20498b9bc2774d7 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/201cc3b98e5f4ad3a20498b9bc2774d7 2024-11-11T12:16:04,458 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/2f353414ffc74d77b806903fac0ad9d3 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/2f353414ffc74d77b806903fac0ad9d3 2024-11-11T12:16:04,458 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/645b80804bed:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/a2fd9dd164ed45d39fd6af12bb56e03b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/a2fd9dd164ed45d39fd6af12bb56e03b 2024-11-11T12:16:05,004 DEBUG [Thread-1315 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1cbce2b4 to 127.0.0.1:50815 2024-11-11T12:16:05,004 DEBUG [Thread-1315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-11T12:16:05,950 INFO [Thread-1321 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-11T12:16:05,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T12:16:05,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-11T12:16:05,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-11T12:16:05,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-11T12:16:05,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-11T12:16:05,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-11T12:16:05,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T12:16:05,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T12:16:05,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 946 2024-11-11T12:16:05,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2837 rows 2024-11-11T12:16:05,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 942 2024-11-11T12:16:05,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2826 rows 2024-11-11T12:16:05,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 954 2024-11-11T12:16:05,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2861 rows 2024-11-11T12:16:05,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 949 2024-11-11T12:16:05,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2847 rows 2024-11-11T12:16:05,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 962 2024-11-11T12:16:05,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2886 rows 2024-11-11T12:16:05,950 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T12:16:05,950 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5271608e to 127.0.0.1:50815 2024-11-11T12:16:05,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:05,955 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-11T12:16:05,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-11T12:16:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T12:16:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-11T12:16:05,964 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731327365963"}]},"ts":"1731327365963"} 2024-11-11T12:16:05,964 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T12:16:05,970 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T12:16:05,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T12:16:05,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9012af8554b22baa9119932862aa5a69, UNASSIGN}] 2024-11-11T12:16:05,974 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9012af8554b22baa9119932862aa5a69, UNASSIGN 2024-11-11T12:16:05,975 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=104 updating hbase:meta row=9012af8554b22baa9119932862aa5a69, regionState=CLOSING, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:16:05,976 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T12:16:05,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; CloseRegionProcedure 9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210}] 2024-11-11T12:16:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-11T12:16:06,127 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:06,128 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] handler.UnassignRegionHandler(124): Close 9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:06,128 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T12:16:06,128 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1681): Closing 9012af8554b22baa9119932862aa5a69, disabling compactions & flushes 2024-11-11T12:16:06,128 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:16:06,128 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:16:06,128 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. after waiting 0 ms 2024-11-11T12:16:06,128 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:16:06,128 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(2837): Flushing 9012af8554b22baa9119932862aa5a69 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T12:16:06,128 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=A 2024-11-11T12:16:06,129 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:06,129 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=B 2024-11-11T12:16:06,129 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:06,129 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9012af8554b22baa9119932862aa5a69, store=C 2024-11-11T12:16:06,129 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:06,133 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e7232ebd0f3b4553b6ac671730d7b83c_9012af8554b22baa9119932862aa5a69 is 50, key is test_row_0/A:col10/1731327365003/Put/seqid=0 2024-11-11T12:16:06,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742215_1391 (size=9914) 2024-11-11T12:16:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-11T12:16:06,538 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:06,542 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e7232ebd0f3b4553b6ac671730d7b83c_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e7232ebd0f3b4553b6ac671730d7b83c_9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:06,543 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/e7415a88974041a0a3d145459ccc5360, store: [table=TestAcidGuarantees family=A region=9012af8554b22baa9119932862aa5a69] 2024-11-11T12:16:06,544 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/e7415a88974041a0a3d145459ccc5360 is 175, key is test_row_0/A:col10/1731327365003/Put/seqid=0 2024-11-11T12:16:06,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742216_1392 (size=22561) 2024-11-11T12:16:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-11T12:16:06,949 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=391, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/e7415a88974041a0a3d145459ccc5360 2024-11-11T12:16:06,956 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/99e628273bb444fba00f4215975db6f7 is 50, key is test_row_0/B:col10/1731327365003/Put/seqid=0 2024-11-11T12:16:06,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742217_1393 (size=9857) 2024-11-11T12:16:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-11T12:16:07,383 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/99e628273bb444fba00f4215975db6f7 2024-11-11T12:16:07,390 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/f39a3f566ee2453c84a07497a35f564b is 50, key is test_row_0/C:col10/1731327365003/Put/seqid=0 2024-11-11T12:16:07,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742218_1394 (size=9857) 2024-11-11T12:16:07,794 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/f39a3f566ee2453c84a07497a35f564b 2024-11-11T12:16:07,798 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/A/e7415a88974041a0a3d145459ccc5360 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/e7415a88974041a0a3d145459ccc5360 2024-11-11T12:16:07,802 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/e7415a88974041a0a3d145459ccc5360, entries=100, sequenceid=391, filesize=22.0 K 2024-11-11T12:16:07,802 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/B/99e628273bb444fba00f4215975db6f7 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/99e628273bb444fba00f4215975db6f7 2024-11-11T12:16:07,806 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/99e628273bb444fba00f4215975db6f7, entries=100, sequenceid=391, filesize=9.6 K 2024-11-11T12:16:07,806 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/.tmp/C/f39a3f566ee2453c84a07497a35f564b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/f39a3f566ee2453c84a07497a35f564b 2024-11-11T12:16:07,810 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/f39a3f566ee2453c84a07497a35f564b, entries=100, sequenceid=391, filesize=9.6 K 2024-11-11T12:16:07,810 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 9012af8554b22baa9119932862aa5a69 in 1682ms, sequenceid=391, compaction requested=true 2024-11-11T12:16:07,817 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/recovered.edits/394.seqid, newMaxSeqId=394, maxSeqId=4 2024-11-11T12:16:07,817 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69. 2024-11-11T12:16:07,817 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1635): Region close journal for 9012af8554b22baa9119932862aa5a69: 2024-11-11T12:16:07,818 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] handler.UnassignRegionHandler(170): Closed 9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:07,819 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=104 updating hbase:meta row=9012af8554b22baa9119932862aa5a69, regionState=CLOSED 2024-11-11T12:16:07,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-11T12:16:07,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; CloseRegionProcedure 9012af8554b22baa9119932862aa5a69, server=645b80804bed,34363,1731327241210 in 1.8440 sec 2024-11-11T12:16:07,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-11T12:16:07,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9012af8554b22baa9119932862aa5a69, UNASSIGN in 1.8480 sec 2024-11-11T12:16:07,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-11T12:16:07,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8520 sec 2024-11-11T12:16:07,825 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731327367825"}]},"ts":"1731327367825"} 2024-11-11T12:16:07,826 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T12:16:07,834 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T12:16:07,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8790 sec 2024-11-11T12:16:07,923 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:42835 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:42835,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-11T12:16:08,065 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-11T12:16:08,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-11T12:16:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:16:08,067 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=106, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:16:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-11T12:16:08,068 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=106, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:16:08,069 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:08,071 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A, FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B, FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C, FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/recovered.edits] 2024-11-11T12:16:08,073 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/42c7680383dd426a96674a6784836dac to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/42c7680383dd426a96674a6784836dac 2024-11-11T12:16:08,074 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/66590ea43d5f4fa1b004c8c9a0331c14 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/66590ea43d5f4fa1b004c8c9a0331c14 2024-11-11T12:16:08,075 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/811c456c17a049c6960ec93a9b8fbb3f to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/811c456c17a049c6960ec93a9b8fbb3f 2024-11-11T12:16:08,076 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/e7415a88974041a0a3d145459ccc5360 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/A/e7415a88974041a0a3d145459ccc5360 2024-11-11T12:16:08,078 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/53c6cb90628f4b058aa59634ce99c247 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/53c6cb90628f4b058aa59634ce99c247 2024-11-11T12:16:08,078 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/63bc619578594f959b752da59c31a7c0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/63bc619578594f959b752da59c31a7c0 2024-11-11T12:16:08,080 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/91b07fbcb8294651906d1d7fde648630 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/91b07fbcb8294651906d1d7fde648630 2024-11-11T12:16:08,088 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/99e628273bb444fba00f4215975db6f7 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/B/99e628273bb444fba00f4215975db6f7 2024-11-11T12:16:08,090 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/4a151134aa3347fd8fed0cf607672b69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/4a151134aa3347fd8fed0cf607672b69 2024-11-11T12:16:08,091 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/911e8dfc54e04a1fa54f12baf59976a7 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/911e8dfc54e04a1fa54f12baf59976a7 2024-11-11T12:16:08,092 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/a8d30423bb024420afddbb80587cf33c to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/a8d30423bb024420afddbb80587cf33c 2024-11-11T12:16:08,093 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/f39a3f566ee2453c84a07497a35f564b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/C/f39a3f566ee2453c84a07497a35f564b 2024-11-11T12:16:08,096 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/recovered.edits/394.seqid to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69/recovered.edits/394.seqid 2024-11-11T12:16:08,096 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:08,097 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T12:16:08,097 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T12:16:08,097 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-11T12:16:08,100 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111115ff24924449452a8c281f2d0a5119b1_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111115ff24924449452a8c281f2d0a5119b1_9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:08,102 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111126745a9a684c421fb4f843e5d2a0843a_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111126745a9a684c421fb4f843e5d2a0843a_9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:08,107 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111128e4c7f927be46a4a7c483b6a4305964_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111128e4c7f927be46a4a7c483b6a4305964_9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:08,108 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113132341afe6048478842aa55a5b112a9_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113132341afe6048478842aa55a5b112a9_9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:08,110 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113c762c68d0fa43119814fd49c72a34ee_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113c762c68d0fa43119814fd49c72a34ee_9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:08,112 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114ce0c8a1afc4483d8930428014b3c3d8_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411114ce0c8a1afc4483d8930428014b3c3d8_9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:08,113 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111523d372d595b4d95a7c05ca2d98672cb_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111523d372d595b4d95a7c05ca2d98672cb_9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:08,114 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116ab7de71e54e4df0a4b2fb5c64e89fa3_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116ab7de71e54e4df0a4b2fb5c64e89fa3_9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:08,115 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111786be1f83d80413480cb8e0ab95234aa_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111786be1f83d80413480cb8e0ab95234aa_9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:08,116 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117bb54d9c6ed64c0db506ed78ed806b9c_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117bb54d9c6ed64c0db506ed78ed806b9c_9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:08,118 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117e10d60d895d4c059edb934edcfe417f_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117e10d60d895d4c059edb934edcfe417f_9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:08,119 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111187405522b31c4fc186a9414f9e0fa7c1_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111187405522b31c4fc186a9414f9e0fa7c1_9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:08,121 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a37772f5a58742d0ae136b7f497cc2fc_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a37772f5a58742d0ae136b7f497cc2fc_9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:08,122 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a8acbd91d66840b49ad145f232d480c4_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a8acbd91d66840b49ad145f232d480c4_9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:08,123 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111aa39117936d4487eaab678a3aafdaee5_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111aa39117936d4487eaab678a3aafdaee5_9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:08,124 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b61cf207e00142fc97b43dfa0dde7cb9_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b61cf207e00142fc97b43dfa0dde7cb9_9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:08,126 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111db08d2b6696044b0bee9be095b3237fb_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111db08d2b6696044b0bee9be095b3237fb_9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:08,128 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e7232ebd0f3b4553b6ac671730d7b83c_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e7232ebd0f3b4553b6ac671730d7b83c_9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:08,129 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ec81e068d8c741e29b2526a6cb6e1f83_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ec81e068d8c741e29b2526a6cb6e1f83_9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:08,131 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f1c77dbfab4f4e2e879a4cf67bf1fbc4_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f1c77dbfab4f4e2e879a4cf67bf1fbc4_9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:08,132 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fac2a5e2a2b24a2998f34912843e37c4_9012af8554b22baa9119932862aa5a69 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fac2a5e2a2b24a2998f34912843e37c4_9012af8554b22baa9119932862aa5a69 2024-11-11T12:16:08,132 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T12:16:08,135 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=106, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:16:08,141 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T12:16:08,143 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T12:16:08,144 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=106, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:16:08,144 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T12:16:08,144 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731327368144"}]},"ts":"9223372036854775807"} 2024-11-11T12:16:08,146 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-11T12:16:08,146 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 9012af8554b22baa9119932862aa5a69, NAME => 'TestAcidGuarantees,,1731327336646.9012af8554b22baa9119932862aa5a69.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T12:16:08,146 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T12:16:08,146 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731327368146"}]},"ts":"9223372036854775807"} 2024-11-11T12:16:08,148 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-11T12:16:08,160 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=106, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:16:08,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 94 msec 2024-11-11T12:16:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-11T12:16:08,169 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-11T12:16:08,179 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=235 (was 239), OpenFileDescriptor=454 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1579 (was 1646), ProcessCount=11 (was 11), AvailableMemoryMB=2846 (was 1914) - AvailableMemoryMB LEAK? - 2024-11-11T12:16:08,188 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=235, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=1579, ProcessCount=11, AvailableMemoryMB=2845 2024-11-11T12:16:08,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T12:16:08,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T12:16:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=107, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T12:16:08,191 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=107, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T12:16:08,191 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:08,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 107 2024-11-11T12:16:08,192 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=107, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T12:16:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=107 2024-11-11T12:16:08,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742219_1395 (size=960) 2024-11-11T12:16:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=107 2024-11-11T12:16:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=107 2024-11-11T12:16:08,600 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16 2024-11-11T12:16:08,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742220_1396 (size=53) 2024-11-11T12:16:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=107 2024-11-11T12:16:09,007 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T12:16:09,007 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e21fecf92c1f225cbcb4ed57f6f273a1, disabling compactions & flushes 2024-11-11T12:16:09,007 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:09,007 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:09,007 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. after waiting 0 ms 2024-11-11T12:16:09,007 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:09,007 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:09,007 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:09,008 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=107, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T12:16:09,008 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731327369008"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731327369008"}]},"ts":"1731327369008"} 2024-11-11T12:16:09,009 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T12:16:09,009 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=107, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T12:16:09,010 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731327369009"}]},"ts":"1731327369009"} 2024-11-11T12:16:09,011 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T12:16:09,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e21fecf92c1f225cbcb4ed57f6f273a1, ASSIGN}] 2024-11-11T12:16:09,055 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e21fecf92c1f225cbcb4ed57f6f273a1, ASSIGN 2024-11-11T12:16:09,055 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e21fecf92c1f225cbcb4ed57f6f273a1, ASSIGN; state=OFFLINE, location=645b80804bed,34363,1731327241210; forceNewPlan=false, retain=false 2024-11-11T12:16:09,206 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=108 updating hbase:meta row=e21fecf92c1f225cbcb4ed57f6f273a1, regionState=OPENING, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:16:09,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; OpenRegionProcedure e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210}] 2024-11-11T12:16:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=107 2024-11-11T12:16:09,359 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:09,361 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:09,361 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7285): Opening region: {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} 2024-11-11T12:16:09,361 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:09,361 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T12:16:09,361 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7327): checking encryption for e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:09,362 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7330): checking classloading for e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:09,363 INFO [StoreOpener-e21fecf92c1f225cbcb4ed57f6f273a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:09,364 INFO [StoreOpener-e21fecf92c1f225cbcb4ed57f6f273a1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:16:09,364 INFO [StoreOpener-e21fecf92c1f225cbcb4ed57f6f273a1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e21fecf92c1f225cbcb4ed57f6f273a1 columnFamilyName A 2024-11-11T12:16:09,364 DEBUG [StoreOpener-e21fecf92c1f225cbcb4ed57f6f273a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:09,365 INFO [StoreOpener-e21fecf92c1f225cbcb4ed57f6f273a1-1 {}] regionserver.HStore(327): Store=e21fecf92c1f225cbcb4ed57f6f273a1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:16:09,365 INFO [StoreOpener-e21fecf92c1f225cbcb4ed57f6f273a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:09,366 INFO [StoreOpener-e21fecf92c1f225cbcb4ed57f6f273a1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:16:09,366 INFO [StoreOpener-e21fecf92c1f225cbcb4ed57f6f273a1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e21fecf92c1f225cbcb4ed57f6f273a1 columnFamilyName B 2024-11-11T12:16:09,366 DEBUG [StoreOpener-e21fecf92c1f225cbcb4ed57f6f273a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:09,367 INFO [StoreOpener-e21fecf92c1f225cbcb4ed57f6f273a1-1 {}] regionserver.HStore(327): Store=e21fecf92c1f225cbcb4ed57f6f273a1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:16:09,367 INFO [StoreOpener-e21fecf92c1f225cbcb4ed57f6f273a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:09,369 INFO [StoreOpener-e21fecf92c1f225cbcb4ed57f6f273a1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:16:09,370 INFO [StoreOpener-e21fecf92c1f225cbcb4ed57f6f273a1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e21fecf92c1f225cbcb4ed57f6f273a1 columnFamilyName C 2024-11-11T12:16:09,370 DEBUG [StoreOpener-e21fecf92c1f225cbcb4ed57f6f273a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:09,370 INFO [StoreOpener-e21fecf92c1f225cbcb4ed57f6f273a1-1 {}] regionserver.HStore(327): Store=e21fecf92c1f225cbcb4ed57f6f273a1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:16:09,370 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:09,371 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:09,371 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:09,372 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T12:16:09,373 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1085): writing seq id for e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:09,375 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T12:16:09,376 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1102): Opened e21fecf92c1f225cbcb4ed57f6f273a1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64771797, jitterRate=-0.03482501208782196}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T12:16:09,376 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1001): Region open journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:09,377 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., pid=109, masterSystemTime=1731327369359 2024-11-11T12:16:09,380 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=108 updating hbase:meta row=e21fecf92c1f225cbcb4ed57f6f273a1, regionState=OPEN, openSeqNum=2, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:16:09,380 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:09,381 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:09,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-11T12:16:09,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; OpenRegionProcedure e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 in 174 msec 2024-11-11T12:16:09,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-11-11T12:16:09,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e21fecf92c1f225cbcb4ed57f6f273a1, ASSIGN in 329 msec 2024-11-11T12:16:09,384 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=107, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T12:16:09,384 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731327369384"}]},"ts":"1731327369384"} 2024-11-11T12:16:09,386 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T12:16:09,404 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=107, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T12:16:09,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2140 sec 2024-11-11T12:16:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=107 2024-11-11T12:16:10,296 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 107 completed 2024-11-11T12:16:10,298 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x59daaa82 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2aaa8c4a 2024-11-11T12:16:10,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34614bf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:16:10,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:16:10,348 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:16:10,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T12:16:10,350 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T12:16:10,351 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38dd8644 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@466b85c9 2024-11-11T12:16:10,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786b5809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:16:10,364 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65e17c26 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f3ee89e 2024-11-11T12:16:10,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d375c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:16:10,371 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53fc02ba to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b0e6a43 2024-11-11T12:16:10,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbdf91e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:16:10,380 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2011d733 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8e5fd00 2024-11-11T12:16:10,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc3900b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:16:10,389 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39b3baa5 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e195d6e 2024-11-11T12:16:10,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599dd56e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:16:10,397 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14088aa9 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23090be3 2024-11-11T12:16:10,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224e54da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:16:10,411 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40302925 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b8d64d3 2024-11-11T12:16:10,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb51dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:16:10,422 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47ef9951 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@784d683 2024-11-11T12:16:10,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@540d7172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:16:10,430 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x567011a8 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7761f52b 2024-11-11T12:16:10,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48588c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:16:10,439 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x02430fee to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a736a20 2024-11-11T12:16:10,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c56316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:16:10,449 DEBUG [hconnection-0x1cbefd9e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:16:10,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:16:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-11T12:16:10,450 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:16:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-11T12:16:10,450 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:16:10,450 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:16:10,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:16:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:10,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e21fecf92c1f225cbcb4ed57f6f273a1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T12:16:10,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=A 2024-11-11T12:16:10,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:10,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=B 2024-11-11T12:16:10,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:10,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=C 2024-11-11T12:16:10,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:10,459 DEBUG [hconnection-0x41a9ad44-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:16:10,459 DEBUG [hconnection-0x3d7ea084-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:16:10,460 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:16:10,460 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60392, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:16:10,463 DEBUG [hconnection-0x266bc8a2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:16:10,464 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:16:10,467 DEBUG [hconnection-0x56ac9372-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:16:10,468 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:16:10,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327430474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:10,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327430475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:10,482 DEBUG [hconnection-0x60b19019-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:16:10,483 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60422, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:16:10,485 DEBUG [hconnection-0x79313c36-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:16:10,486 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:16:10,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327430487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:10,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327430487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:10,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/45671acbde5a43daaffa36fba46d2446 is 50, key is test_row_0/A:col10/1731327370455/Put/seqid=0 2024-11-11T12:16:10,491 DEBUG [hconnection-0x6eea1313-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:16:10,492 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60434, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:16:10,493 DEBUG [hconnection-0x13a23e9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:16:10,493 DEBUG [hconnection-0x6f730b52-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:16:10,494 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60438, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:16:10,494 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:16:10,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742221_1397 (size=12001) 2024-11-11T12:16:10,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/45671acbde5a43daaffa36fba46d2446 2024-11-11T12:16:10,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327430493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:10,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/dff8c97bddc64ca9be2239aeaca4c454 is 50, key is test_row_0/B:col10/1731327370455/Put/seqid=0 2024-11-11T12:16:10,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742222_1398 (size=12001) 2024-11-11T12:16:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-11T12:16:10,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327430575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:10,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327430576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:10,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327430588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:10,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327430591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:10,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327430600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:10,602 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:10,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-11T12:16:10,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:10,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:10,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:10,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:10,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:10,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:10,754 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:10,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-11T12:16:10,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:10,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:10,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:10,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:10,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-11T12:16:10,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327430789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:10,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327430789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:10,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327430791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:10,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327430793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:10,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327430803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:10,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/dff8c97bddc64ca9be2239aeaca4c454 2024-11-11T12:16:10,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/0efeb0308523429b932f60ab11e3580b is 50, key is test_row_0/C:col10/1731327370455/Put/seqid=0 2024-11-11T12:16:10,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742223_1399 (size=12001) 2024-11-11T12:16:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-11T12:16:11,064 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_694931046_22 at /127.0.0.1:49388 [Receiving block BP-1022133700-172.17.0.3-1731327234763:blk_1073741830_1006] {}] datanode.BlockReceiver(464): Slow flushOrSync took 304ms (threshold=300ms), isSync:false, flushTotalNanos=304429122ns, volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/cluster_e25565b8-6b60-69de-5584-d654f158498e/dfs/data/data2/, blockId=1073741830, seqno=1349 2024-11-11T12:16:11,066 INFO [AsyncFSWAL-0-hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData-prefix:645b80804bed,40223,1731327239765 {}] wal.AbstractFSWAL(1183): Slow sync cost: 305 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35663,DS-0dff81ab-5777-4591-bac7-1737665b5f3d,DISK]] 2024-11-11T12:16:11,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327431092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:11,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327431094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:11,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327431097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:11,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327431101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:11,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327431112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:11,216 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:11,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-11T12:16:11,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:11,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:11,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:11,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:11,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:11,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/0efeb0308523429b932f60ab11e3580b 2024-11-11T12:16:11,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/45671acbde5a43daaffa36fba46d2446 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/45671acbde5a43daaffa36fba46d2446 2024-11-11T12:16:11,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/45671acbde5a43daaffa36fba46d2446, entries=150, sequenceid=12, filesize=11.7 K 2024-11-11T12:16:11,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/dff8c97bddc64ca9be2239aeaca4c454 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/dff8c97bddc64ca9be2239aeaca4c454 2024-11-11T12:16:11,368 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:11,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-11T12:16:11,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:11,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:11,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:11,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:11,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/dff8c97bddc64ca9be2239aeaca4c454, entries=150, sequenceid=12, filesize=11.7 K 2024-11-11T12:16:11,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:11,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/0efeb0308523429b932f60ab11e3580b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/0efeb0308523429b932f60ab11e3580b 2024-11-11T12:16:11,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/0efeb0308523429b932f60ab11e3580b, entries=150, sequenceid=12, filesize=11.7 K 2024-11-11T12:16:11,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e21fecf92c1f225cbcb4ed57f6f273a1 in 918ms, sequenceid=12, compaction requested=false 2024-11-11T12:16:11,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:11,521 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:11,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-11T12:16:11,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:11,524 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing e21fecf92c1f225cbcb4ed57f6f273a1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T12:16:11,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=A 2024-11-11T12:16:11,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:11,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=B 2024-11-11T12:16:11,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:11,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=C 2024-11-11T12:16:11,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:11,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/ff2a870953a14fd6bd4a02905163b030 is 50, key is test_row_0/A:col10/1731327370473/Put/seqid=0 2024-11-11T12:16:11,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742224_1400 (size=12001) 2024-11-11T12:16:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-11T12:16:11,566 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/ff2a870953a14fd6bd4a02905163b030 2024-11-11T12:16:11,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/cac6fa611e6b476c8b17ff0647f1ff4c is 50, key is test_row_0/B:col10/1731327370473/Put/seqid=0 2024-11-11T12:16:11,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:11,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742225_1401 (size=12001) 2024-11-11T12:16:11,634 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/cac6fa611e6b476c8b17ff0647f1ff4c 2024-11-11T12:16:11,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327431632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:11,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327431633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:11,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327431637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:11,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327431639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:11,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327431641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:11,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/3809e70d23c540cb86357504c25610ec is 50, key is test_row_0/C:col10/1731327370473/Put/seqid=0 2024-11-11T12:16:11,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742226_1402 (size=12001) 2024-11-11T12:16:11,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327431745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:11,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327431745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:11,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327431748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:11,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327431752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:11,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327431753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:11,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327431948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:11,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327431950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:11,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327431956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:11,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327431959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:11,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327431961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:12,120 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/3809e70d23c540cb86357504c25610ec 2024-11-11T12:16:12,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/ff2a870953a14fd6bd4a02905163b030 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/ff2a870953a14fd6bd4a02905163b030 2024-11-11T12:16:12,132 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/ff2a870953a14fd6bd4a02905163b030, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T12:16:12,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/cac6fa611e6b476c8b17ff0647f1ff4c as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/cac6fa611e6b476c8b17ff0647f1ff4c 2024-11-11T12:16:12,138 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/cac6fa611e6b476c8b17ff0647f1ff4c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T12:16:12,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/3809e70d23c540cb86357504c25610ec as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/3809e70d23c540cb86357504c25610ec 2024-11-11T12:16:12,146 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/3809e70d23c540cb86357504c25610ec, entries=150, sequenceid=37, filesize=11.7 K 2024-11-11T12:16:12,146 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for e21fecf92c1f225cbcb4ed57f6f273a1 in 622ms, sequenceid=37, compaction requested=false 2024-11-11T12:16:12,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:12,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:12,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-11T12:16:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-11T12:16:12,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-11T12:16:12,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6980 sec 2024-11-11T12:16:12,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.7000 sec 2024-11-11T12:16:12,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e21fecf92c1f225cbcb4ed57f6f273a1 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T12:16:12,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=A 2024-11-11T12:16:12,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:12,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=B 2024-11-11T12:16:12,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:12,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=C 2024-11-11T12:16:12,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:12,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/b2ad9c6876ef4ce5a8cf13aa16f59b3f is 50, key is test_row_0/A:col10/1731327372261/Put/seqid=0 2024-11-11T12:16:12,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742227_1403 (size=16681) 2024-11-11T12:16:12,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/b2ad9c6876ef4ce5a8cf13aa16f59b3f 2024-11-11T12:16:12,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/b7a12ade09be4e2c88690ac1096c194e is 50, key is test_row_0/B:col10/1731327372261/Put/seqid=0 2024-11-11T12:16:12,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327432316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:12,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327432319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:12,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742228_1404 (size=12001) 2024-11-11T12:16:12,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327432328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:12,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327432329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:12,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327432329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:12,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327432432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:12,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327432432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:12,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327432443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:12,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327432443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:12,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327432446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-11T12:16:12,572 INFO [Thread-1809 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-11T12:16:12,580 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:16:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-11T12:16:12,582 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:16:12,582 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:16:12,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:16:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-11T12:16:12,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327432643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:12,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327432646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:12,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327432652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:12,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327432652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:12,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327432658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-11T12:16:12,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/b7a12ade09be4e2c88690ac1096c194e 2024-11-11T12:16:12,735 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:12,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-11T12:16:12,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:12,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:12,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:12,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:12,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:12,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/b989eabc813f44f182740d6794893754 is 50, key is test_row_0/C:col10/1731327372261/Put/seqid=0 2024-11-11T12:16:12,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742229_1405 (size=12001) 2024-11-11T12:16:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-11T12:16:12,897 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:12,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-11T12:16:12,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:12,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:12,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:12,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:12,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:12,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327432946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:12,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327432956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:12,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327432960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:12,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327432967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:12,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327432972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:13,059 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:13,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-11T12:16:13,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:13,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:13,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:13,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:13,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:13,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-11T12:16:13,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/b989eabc813f44f182740d6794893754 2024-11-11T12:16:13,217 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:13,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-11T12:16:13,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:13,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:13,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:13,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:13,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:13,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/b2ad9c6876ef4ce5a8cf13aa16f59b3f as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/b2ad9c6876ef4ce5a8cf13aa16f59b3f 2024-11-11T12:16:13,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/b2ad9c6876ef4ce5a8cf13aa16f59b3f, entries=250, sequenceid=51, filesize=16.3 K 2024-11-11T12:16:13,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/b7a12ade09be4e2c88690ac1096c194e as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/b7a12ade09be4e2c88690ac1096c194e 2024-11-11T12:16:13,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/b7a12ade09be4e2c88690ac1096c194e, entries=150, sequenceid=51, filesize=11.7 K 2024-11-11T12:16:13,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/b989eabc813f44f182740d6794893754 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/b989eabc813f44f182740d6794893754 2024-11-11T12:16:13,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/b989eabc813f44f182740d6794893754, entries=150, sequenceid=51, filesize=11.7 K 2024-11-11T12:16:13,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e21fecf92c1f225cbcb4ed57f6f273a1 in 1040ms, sequenceid=51, compaction requested=true 2024-11-11T12:16:13,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:13,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:16:13,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:13,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:16:13,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T12:16:13,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:16:13,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-11T12:16:13,304 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:13,304 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:13,311 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:13,312 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/A is initiating minor compaction (all files) 2024-11-11T12:16:13,312 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/A in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:13,312 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/45671acbde5a43daaffa36fba46d2446, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/ff2a870953a14fd6bd4a02905163b030, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/b2ad9c6876ef4ce5a8cf13aa16f59b3f] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=39.7 K 2024-11-11T12:16:13,312 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:13,312 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/C is initiating minor compaction (all files) 2024-11-11T12:16:13,312 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/C in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:13,312 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/0efeb0308523429b932f60ab11e3580b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/3809e70d23c540cb86357504c25610ec, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/b989eabc813f44f182740d6794893754] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=35.2 K 2024-11-11T12:16:13,312 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45671acbde5a43daaffa36fba46d2446, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731327370454 2024-11-11T12:16:13,313 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 0efeb0308523429b932f60ab11e3580b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731327370454 2024-11-11T12:16:13,313 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff2a870953a14fd6bd4a02905163b030, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731327370469 2024-11-11T12:16:13,315 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 3809e70d23c540cb86357504c25610ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731327370469 2024-11-11T12:16:13,316 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2ad9c6876ef4ce5a8cf13aa16f59b3f, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731327371629 2024-11-11T12:16:13,318 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting b989eabc813f44f182740d6794893754, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731327371629 2024-11-11T12:16:13,342 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#A#compaction#330 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:13,342 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/bc0afbead8da4cfbbfe120037aaac1fc is 50, key is test_row_0/A:col10/1731327372261/Put/seqid=0 2024-11-11T12:16:13,353 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#C#compaction#331 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:13,354 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/b9da07f5f96946e4bc81ba3b290da6e9 is 50, key is test_row_0/C:col10/1731327372261/Put/seqid=0 2024-11-11T12:16:13,370 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T12:16:13,377 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:13,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-11T12:16:13,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:13,385 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing e21fecf92c1f225cbcb4ed57f6f273a1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T12:16:13,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=A 2024-11-11T12:16:13,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:13,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=B 2024-11-11T12:16:13,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:13,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=C 2024-11-11T12:16:13,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:13,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742230_1406 (size=12104) 2024-11-11T12:16:13,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/ea17c78e43964745a81d543b0e62c8fe is 50, key is test_row_0/A:col10/1731327372315/Put/seqid=0 2024-11-11T12:16:13,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742231_1407 (size=12104) 2024-11-11T12:16:13,451 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/bc0afbead8da4cfbbfe120037aaac1fc as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/bc0afbead8da4cfbbfe120037aaac1fc 2024-11-11T12:16:13,460 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/A of e21fecf92c1f225cbcb4ed57f6f273a1 into bc0afbead8da4cfbbfe120037aaac1fc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:13,460 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:13,461 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/A, priority=13, startTime=1731327373304; duration=0sec 2024-11-11T12:16:13,461 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:13,461 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:A 2024-11-11T12:16:13,461 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/b9da07f5f96946e4bc81ba3b290da6e9 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/b9da07f5f96946e4bc81ba3b290da6e9 2024-11-11T12:16:13,461 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:13,463 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:13,463 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/B is initiating minor compaction (all files) 2024-11-11T12:16:13,463 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/B in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:13,463 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/dff8c97bddc64ca9be2239aeaca4c454, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/cac6fa611e6b476c8b17ff0647f1ff4c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/b7a12ade09be4e2c88690ac1096c194e] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=35.2 K 2024-11-11T12:16:13,465 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting dff8c97bddc64ca9be2239aeaca4c454, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731327370454 2024-11-11T12:16:13,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742232_1408 (size=12001) 2024-11-11T12:16:13,467 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting cac6fa611e6b476c8b17ff0647f1ff4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731327370469 2024-11-11T12:16:13,468 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7a12ade09be4e2c88690ac1096c194e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731327371629 2024-11-11T12:16:13,468 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/C of e21fecf92c1f225cbcb4ed57f6f273a1 into b9da07f5f96946e4bc81ba3b290da6e9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:13,468 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:13,469 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/C, priority=13, startTime=1731327373304; duration=0sec 2024-11-11T12:16:13,469 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:13,469 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:C 2024-11-11T12:16:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:13,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:13,471 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/ea17c78e43964745a81d543b0e62c8fe 2024-11-11T12:16:13,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/2b49b990307e49adbb7d86e622b2f533 is 50, key is test_row_0/B:col10/1731327372315/Put/seqid=0 2024-11-11T12:16:13,509 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#B#compaction#334 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:13,510 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/8c7ba8e5200941789b3ef9dfaf92083e is 50, key is test_row_0/B:col10/1731327372261/Put/seqid=0 2024-11-11T12:16:13,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327433498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:13,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327433502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:13,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742233_1409 (size=12001) 2024-11-11T12:16:13,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327433512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:13,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327433516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:13,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327433517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:13,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742234_1410 (size=12104) 2024-11-11T12:16:13,581 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/8c7ba8e5200941789b3ef9dfaf92083e as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/8c7ba8e5200941789b3ef9dfaf92083e 2024-11-11T12:16:13,592 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/B of e21fecf92c1f225cbcb4ed57f6f273a1 into 8c7ba8e5200941789b3ef9dfaf92083e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:13,592 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:13,592 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/B, priority=13, startTime=1731327373304; duration=0sec 2024-11-11T12:16:13,592 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:13,592 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:B 2024-11-11T12:16:13,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327433619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:13,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327433620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:13,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327433631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:13,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327433639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:13,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327433639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-11T12:16:13,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327433830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:13,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327433830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:13,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327433841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:13,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327433849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:13,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327433855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:13,926 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/2b49b990307e49adbb7d86e622b2f533 2024-11-11T12:16:13,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/a9793f2584fe48bc92dc833df1caf522 is 50, key is test_row_0/C:col10/1731327372315/Put/seqid=0 2024-11-11T12:16:13,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742235_1411 (size=12001) 2024-11-11T12:16:14,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:14,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327434144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:14,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:14,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327434144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:14,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327434155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:14,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327434156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:14,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327434172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:14,399 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/a9793f2584fe48bc92dc833df1caf522 2024-11-11T12:16:14,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/ea17c78e43964745a81d543b0e62c8fe as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/ea17c78e43964745a81d543b0e62c8fe 2024-11-11T12:16:14,472 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/ea17c78e43964745a81d543b0e62c8fe, entries=150, sequenceid=73, filesize=11.7 K 2024-11-11T12:16:14,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/2b49b990307e49adbb7d86e622b2f533 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/2b49b990307e49adbb7d86e622b2f533 2024-11-11T12:16:14,504 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/2b49b990307e49adbb7d86e622b2f533, entries=150, sequenceid=73, filesize=11.7 K 2024-11-11T12:16:14,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/a9793f2584fe48bc92dc833df1caf522 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/a9793f2584fe48bc92dc833df1caf522 2024-11-11T12:16:14,532 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/a9793f2584fe48bc92dc833df1caf522, entries=150, sequenceid=73, filesize=11.7 K 2024-11-11T12:16:14,534 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e21fecf92c1f225cbcb4ed57f6f273a1 in 1149ms, sequenceid=73, compaction requested=false 2024-11-11T12:16:14,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:14,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:14,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-11T12:16:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-11T12:16:14,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-11T12:16:14,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9610 sec 2024-11-11T12:16:14,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.9760 sec 2024-11-11T12:16:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:14,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e21fecf92c1f225cbcb4ed57f6f273a1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-11T12:16:14,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=A 2024-11-11T12:16:14,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:14,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=B 2024-11-11T12:16:14,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:14,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=C 2024-11-11T12:16:14,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-11T12:16:14,696 INFO [Thread-1809 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-11T12:16:14,700 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:16:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-11T12:16:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-11T12:16:14,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/2281dd7428e0409e989041839fd5611b is 50, key is test_row_0/A:col10/1731327374658/Put/seqid=0 2024-11-11T12:16:14,703 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:16:14,704 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:16:14,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:16:14,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327434711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:14,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327434714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:14,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327434720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:14,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327434720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:14,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327434727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:14,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742236_1412 (size=14341) 2024-11-11T12:16:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-11T12:16:14,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327434828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:14,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:14,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327434839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327434839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:14,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327434839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:14,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327434843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:14,856 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:14,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-11T12:16:14,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:14,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:14,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:14,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:14,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-11T12:16:15,010 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:15,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-11T12:16:15,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:15,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:15,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:15,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:15,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:15,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327435037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:15,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:15,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327435053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327435055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:15,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327435057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:15,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327435063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:15,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/2281dd7428e0409e989041839fd5611b 2024-11-11T12:16:15,169 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:15,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-11T12:16:15,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:15,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:15,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:15,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:15,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:15,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/2e261608d0a74a679f388f957a6ceb18 is 50, key is test_row_0/B:col10/1731327374658/Put/seqid=0 2024-11-11T12:16:15,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742237_1413 (size=12001) 2024-11-11T12:16:15,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/2e261608d0a74a679f388f957a6ceb18 2024-11-11T12:16:15,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/cd55153901af4ad8992d2ebc03422a78 is 50, key is test_row_0/C:col10/1731327374658/Put/seqid=0 2024-11-11T12:16:15,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742238_1414 (size=12001) 2024-11-11T12:16:15,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/cd55153901af4ad8992d2ebc03422a78 2024-11-11T12:16:15,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/2281dd7428e0409e989041839fd5611b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/2281dd7428e0409e989041839fd5611b 2024-11-11T12:16:15,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/2281dd7428e0409e989041839fd5611b, entries=200, sequenceid=93, filesize=14.0 K 2024-11-11T12:16:15,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/2e261608d0a74a679f388f957a6ceb18 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/2e261608d0a74a679f388f957a6ceb18 2024-11-11T12:16:15,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/2e261608d0a74a679f388f957a6ceb18, entries=150, sequenceid=93, filesize=11.7 K 2024-11-11T12:16:15,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/cd55153901af4ad8992d2ebc03422a78 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/cd55153901af4ad8992d2ebc03422a78 2024-11-11T12:16:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-11T12:16:15,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/cd55153901af4ad8992d2ebc03422a78, entries=150, sequenceid=93, filesize=11.7 K 2024-11-11T12:16:15,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for e21fecf92c1f225cbcb4ed57f6f273a1 in 653ms, sequenceid=93, compaction requested=true 2024-11-11T12:16:15,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:15,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:16:15,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:15,321 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:15,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:16:15,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:15,321 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:15,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:16:15,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:15,322 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:15,322 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/A is initiating minor compaction (all files) 2024-11-11T12:16:15,322 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/A in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:15,322 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/bc0afbead8da4cfbbfe120037aaac1fc, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/ea17c78e43964745a81d543b0e62c8fe, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/2281dd7428e0409e989041839fd5611b] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=37.5 K 2024-11-11T12:16:15,322 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc0afbead8da4cfbbfe120037aaac1fc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731327371629 2024-11-11T12:16:15,323 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea17c78e43964745a81d543b0e62c8fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731327372315 2024-11-11T12:16:15,323 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2281dd7428e0409e989041839fd5611b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731327373490 2024-11-11T12:16:15,326 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:15,326 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/B is initiating minor compaction (all files) 2024-11-11T12:16:15,326 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/B in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:15,326 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/8c7ba8e5200941789b3ef9dfaf92083e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/2b49b990307e49adbb7d86e622b2f533, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/2e261608d0a74a679f388f957a6ceb18] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=35.3 K 2024-11-11T12:16:15,327 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c7ba8e5200941789b3ef9dfaf92083e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731327371629 2024-11-11T12:16:15,327 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b49b990307e49adbb7d86e622b2f533, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731327372315 2024-11-11T12:16:15,328 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e261608d0a74a679f388f957a6ceb18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731327373490 2024-11-11T12:16:15,335 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:15,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-11T12:16:15,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:15,339 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing e21fecf92c1f225cbcb4ed57f6f273a1 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-11T12:16:15,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=A 2024-11-11T12:16:15,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:15,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=B 2024-11-11T12:16:15,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:15,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=C 2024-11-11T12:16:15,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:15,343 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#A#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:15,344 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/1ff8b215620a427ebcae662f9a8b536b is 50, key is test_row_0/A:col10/1731327374658/Put/seqid=0 2024-11-11T12:16:15,355 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#B#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:15,355 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/b2c95874b77c4f9681923d59064cb914 is 50, key is test_row_0/B:col10/1731327374658/Put/seqid=0 2024-11-11T12:16:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:15,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:15,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/6e28b2c2239a497d8fd839bdacef2621 is 50, key is test_row_0/A:col10/1731327374696/Put/seqid=0 2024-11-11T12:16:15,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742239_1415 (size=12207) 2024-11-11T12:16:15,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327435404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:15,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327435408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:15,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327435409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:15,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327435409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:15,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327435412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:15,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742240_1416 (size=12207) 2024-11-11T12:16:15,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742241_1417 (size=12001) 2024-11-11T12:16:15,429 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/1ff8b215620a427ebcae662f9a8b536b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/1ff8b215620a427ebcae662f9a8b536b 2024-11-11T12:16:15,436 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/6e28b2c2239a497d8fd839bdacef2621 2024-11-11T12:16:15,440 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/A of e21fecf92c1f225cbcb4ed57f6f273a1 into 1ff8b215620a427ebcae662f9a8b536b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:15,440 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:15,440 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/A, priority=13, startTime=1731327375320; duration=0sec 2024-11-11T12:16:15,440 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:15,440 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:A 2024-11-11T12:16:15,440 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:15,445 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:15,445 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/C is initiating minor compaction (all files) 2024-11-11T12:16:15,445 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/C in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:15,446 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/b9da07f5f96946e4bc81ba3b290da6e9, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/a9793f2584fe48bc92dc833df1caf522, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/cd55153901af4ad8992d2ebc03422a78] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=35.3 K 2024-11-11T12:16:15,446 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9da07f5f96946e4bc81ba3b290da6e9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731327371629 2024-11-11T12:16:15,449 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9793f2584fe48bc92dc833df1caf522, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731327372315 2024-11-11T12:16:15,451 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd55153901af4ad8992d2ebc03422a78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731327373490 2024-11-11T12:16:15,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/4736bc5c01cd49c4bde14943d1495432 is 50, key is test_row_0/B:col10/1731327374696/Put/seqid=0 2024-11-11T12:16:15,491 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#C#compaction#343 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:15,492 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/9826d715391948aab3f3d31abd6c6025 is 50, key is test_row_0/C:col10/1731327374658/Put/seqid=0 2024-11-11T12:16:15,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327435514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:15,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:15,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742242_1418 (size=12001) 2024-11-11T12:16:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327435524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:15,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327435524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:15,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327435525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:15,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742243_1419 (size=12207) 2024-11-11T12:16:15,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327435525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:15,540 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/9826d715391948aab3f3d31abd6c6025 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/9826d715391948aab3f3d31abd6c6025 2024-11-11T12:16:15,552 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/C of e21fecf92c1f225cbcb4ed57f6f273a1 into 9826d715391948aab3f3d31abd6c6025(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:15,552 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:15,552 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/C, priority=13, startTime=1731327375321; duration=0sec 2024-11-11T12:16:15,552 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:15,552 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:C 2024-11-11T12:16:15,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327435726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:15,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327435732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:15,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327435737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:15,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327435739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:15,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327435740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-11T12:16:15,852 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/b2c95874b77c4f9681923d59064cb914 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/b2c95874b77c4f9681923d59064cb914 2024-11-11T12:16:15,858 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/B of e21fecf92c1f225cbcb4ed57f6f273a1 into b2c95874b77c4f9681923d59064cb914(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:15,858 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:15,858 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/B, priority=13, startTime=1731327375321; duration=0sec 2024-11-11T12:16:15,858 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:15,858 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:B 2024-11-11T12:16:15,922 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/4736bc5c01cd49c4bde14943d1495432 2024-11-11T12:16:15,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/551a7d988d2c402ebea935c3f2637585 is 50, key is test_row_0/C:col10/1731327374696/Put/seqid=0 2024-11-11T12:16:15,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742244_1420 (size=12001) 2024-11-11T12:16:15,977 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/551a7d988d2c402ebea935c3f2637585 2024-11-11T12:16:16,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/6e28b2c2239a497d8fd839bdacef2621 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/6e28b2c2239a497d8fd839bdacef2621 2024-11-11T12:16:16,033 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/6e28b2c2239a497d8fd839bdacef2621, entries=150, sequenceid=112, filesize=11.7 K 2024-11-11T12:16:16,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/4736bc5c01cd49c4bde14943d1495432 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/4736bc5c01cd49c4bde14943d1495432 2024-11-11T12:16:16,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327436036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:16,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327436041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:16,055 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/4736bc5c01cd49c4bde14943d1495432, entries=150, sequenceid=112, filesize=11.7 K 2024-11-11T12:16:16,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327436053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:16,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327436053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:16,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327436053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:16,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/551a7d988d2c402ebea935c3f2637585 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/551a7d988d2c402ebea935c3f2637585 2024-11-11T12:16:16,082 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/551a7d988d2c402ebea935c3f2637585, entries=150, sequenceid=112, filesize=11.7 K 2024-11-11T12:16:16,084 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for e21fecf92c1f225cbcb4ed57f6f273a1 in 744ms, sequenceid=112, compaction requested=false 2024-11-11T12:16:16,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:16,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:16,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-11T12:16:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-11T12:16:16,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-11T12:16:16,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3830 sec 2024-11-11T12:16:16,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.3940 sec 2024-11-11T12:16:16,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e21fecf92c1f225cbcb4ed57f6f273a1 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-11T12:16:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:16,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=A 2024-11-11T12:16:16,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:16,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=B 2024-11-11T12:16:16,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:16,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=C 2024-11-11T12:16:16,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:16,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/e92cd6902dbc4014962b02962c58414d is 50, key is test_row_0/A:col10/1731327376564/Put/seqid=0 2024-11-11T12:16:16,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742245_1421 (size=12151) 2024-11-11T12:16:16,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327436641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:16,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327436641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:16,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:16,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327436648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:16,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:16,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327436649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:16,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:16,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327436651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:16,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327436764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:16,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:16,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327436764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:16,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:16,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327436767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:16,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:16,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327436771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:16,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:16,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327436778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:16,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-11T12:16:16,821 INFO [Thread-1809 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-11T12:16:16,823 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:16:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-11T12:16:16,824 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:16:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-11T12:16:16,825 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:16:16,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:16:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-11T12:16:16,980 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:16,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-11T12:16:16,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327436973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:16,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:16,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:16,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327436973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:16,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:16,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:16,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:16,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327436977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:16,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327436981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:16,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327436983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:17,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/e92cd6902dbc4014962b02962c58414d 2024-11-11T12:16:17,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/c4acdf514e014e20b7cfe353bcff6fee is 50, key is test_row_0/B:col10/1731327376564/Put/seqid=0 2024-11-11T12:16:17,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742246_1422 (size=12151) 2024-11-11T12:16:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-11T12:16:17,135 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:17,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-11T12:16:17,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:17,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:17,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:17,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:17,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:17,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327437285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:17,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327437286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:17,294 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:17,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327437291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:17,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327437291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:17,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-11T12:16:17,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:17,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:17,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:17,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:17,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:17,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327437303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-11T12:16:17,466 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:17,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-11T12:16:17,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:17,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:17,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:17,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:17,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:17,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/c4acdf514e014e20b7cfe353bcff6fee 2024-11-11T12:16:17,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/35b7e9221e8d42f487fc09ca5e068ccc is 50, key is test_row_0/C:col10/1731327376564/Put/seqid=0 2024-11-11T12:16:17,626 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:17,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-11T12:16:17,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:17,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:17,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:17,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:17,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:17,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742247_1423 (size=12151) 2024-11-11T12:16:17,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/35b7e9221e8d42f487fc09ca5e068ccc 2024-11-11T12:16:17,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/e92cd6902dbc4014962b02962c58414d as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/e92cd6902dbc4014962b02962c58414d 2024-11-11T12:16:17,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/e92cd6902dbc4014962b02962c58414d, entries=150, sequenceid=135, filesize=11.9 K 2024-11-11T12:16:17,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/c4acdf514e014e20b7cfe353bcff6fee as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/c4acdf514e014e20b7cfe353bcff6fee 2024-11-11T12:16:17,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/c4acdf514e014e20b7cfe353bcff6fee, entries=150, sequenceid=135, filesize=11.9 K 2024-11-11T12:16:17,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/35b7e9221e8d42f487fc09ca5e068ccc as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/35b7e9221e8d42f487fc09ca5e068ccc 2024-11-11T12:16:17,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/35b7e9221e8d42f487fc09ca5e068ccc, entries=150, sequenceid=135, filesize=11.9 K 2024-11-11T12:16:17,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=100.63 KB/103050 for e21fecf92c1f225cbcb4ed57f6f273a1 in 1186ms, sequenceid=135, compaction requested=true 2024-11-11T12:16:17,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:17,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:16:17,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:17,750 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:17,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:16:17,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:17,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:16:17,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T12:16:17,752 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:17,752 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:17,752 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/A is initiating minor compaction (all files) 2024-11-11T12:16:17,752 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/A in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:17,753 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/1ff8b215620a427ebcae662f9a8b536b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/6e28b2c2239a497d8fd839bdacef2621, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/e92cd6902dbc4014962b02962c58414d] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=35.5 K 2024-11-11T12:16:17,753 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ff8b215620a427ebcae662f9a8b536b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731327373490 2024-11-11T12:16:17,753 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:17,753 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e28b2c2239a497d8fd839bdacef2621, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731327374696 2024-11-11T12:16:17,753 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/B is initiating minor compaction (all files) 2024-11-11T12:16:17,753 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/B in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:17,753 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/b2c95874b77c4f9681923d59064cb914, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/4736bc5c01cd49c4bde14943d1495432, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/c4acdf514e014e20b7cfe353bcff6fee] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=35.5 K 2024-11-11T12:16:17,754 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting e92cd6902dbc4014962b02962c58414d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731327375407 2024-11-11T12:16:17,755 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2c95874b77c4f9681923d59064cb914, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731327373490 2024-11-11T12:16:17,758 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4736bc5c01cd49c4bde14943d1495432, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731327374696 2024-11-11T12:16:17,759 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4acdf514e014e20b7cfe353bcff6fee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731327375407 2024-11-11T12:16:17,771 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#A#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:17,772 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/a3e062b671cd459da7c325c8454a10c1 is 50, key is test_row_0/A:col10/1731327376564/Put/seqid=0 2024-11-11T12:16:17,784 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#B#compaction#349 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:17,785 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/9fb2220aa30b4177bbf64c67aef16893 is 50, key is test_row_0/B:col10/1731327376564/Put/seqid=0 2024-11-11T12:16:17,791 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:17,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-11T12:16:17,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:17,792 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing e21fecf92c1f225cbcb4ed57f6f273a1 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-11T12:16:17,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=A 2024-11-11T12:16:17,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:17,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=B 2024-11-11T12:16:17,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:17,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=C 2024-11-11T12:16:17,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:17,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:17,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/1d3262a245c148f4af5718d2af9ddf75 is 50, key is test_row_0/A:col10/1731327376647/Put/seqid=0 2024-11-11T12:16:17,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742248_1424 (size=12459) 2024-11-11T12:16:17,847 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/a3e062b671cd459da7c325c8454a10c1 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/a3e062b671cd459da7c325c8454a10c1 2024-11-11T12:16:17,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742250_1426 (size=12151) 2024-11-11T12:16:17,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742249_1425 (size=12459) 2024-11-11T12:16:17,869 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/1d3262a245c148f4af5718d2af9ddf75 2024-11-11T12:16:17,875 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/A of e21fecf92c1f225cbcb4ed57f6f273a1 into a3e062b671cd459da7c325c8454a10c1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:17,875 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:17,875 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/A, priority=13, startTime=1731327377750; duration=0sec 2024-11-11T12:16:17,875 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:17,875 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:A 2024-11-11T12:16:17,876 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:17,884 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:17,884 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/C is initiating minor compaction (all files) 2024-11-11T12:16:17,885 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/C in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:17,885 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/9826d715391948aab3f3d31abd6c6025, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/551a7d988d2c402ebea935c3f2637585, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/35b7e9221e8d42f487fc09ca5e068ccc] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=35.5 K 2024-11-11T12:16:17,889 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 9826d715391948aab3f3d31abd6c6025, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731327373490 2024-11-11T12:16:17,893 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 551a7d988d2c402ebea935c3f2637585, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731327374696 2024-11-11T12:16:17,894 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 35b7e9221e8d42f487fc09ca5e068ccc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731327375407 2024-11-11T12:16:17,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/58dd526bd8e64b5ea2240ce02e8b745e is 50, key is test_row_0/B:col10/1731327376647/Put/seqid=0 2024-11-11T12:16:17,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327437881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:17,907 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/9fb2220aa30b4177bbf64c67aef16893 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/9fb2220aa30b4177bbf64c67aef16893 2024-11-11T12:16:17,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327437883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:17,913 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#C#compaction#352 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:17,914 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/aadf5c6153124558b01dba1f39266a29 is 50, key is test_row_0/C:col10/1731327376564/Put/seqid=0 2024-11-11T12:16:17,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327437891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:17,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327437892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:17,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327437906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:17,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742251_1427 (size=12151) 2024-11-11T12:16:17,930 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/58dd526bd8e64b5ea2240ce02e8b745e 2024-11-11T12:16:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-11T12:16:17,945 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/B of e21fecf92c1f225cbcb4ed57f6f273a1 into 9fb2220aa30b4177bbf64c67aef16893(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:17,946 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:17,946 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/B, priority=13, startTime=1731327377750; duration=0sec 2024-11-11T12:16:17,946 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:17,946 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:B 2024-11-11T12:16:17,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/0a13bd0522714d7fb8ca74987ee0bf04 is 50, key is test_row_0/C:col10/1731327376647/Put/seqid=0 2024-11-11T12:16:17,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742252_1428 (size=12459) 2024-11-11T12:16:17,980 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/aadf5c6153124558b01dba1f39266a29 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/aadf5c6153124558b01dba1f39266a29 2024-11-11T12:16:17,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742253_1429 (size=12151) 2024-11-11T12:16:17,993 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/C of e21fecf92c1f225cbcb4ed57f6f273a1 into aadf5c6153124558b01dba1f39266a29(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:17,993 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/0a13bd0522714d7fb8ca74987ee0bf04 2024-11-11T12:16:17,993 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:17,993 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/C, priority=13, startTime=1731327377750; duration=0sec 2024-11-11T12:16:17,993 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:17,994 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:C 2024-11-11T12:16:18,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/1d3262a245c148f4af5718d2af9ddf75 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/1d3262a245c148f4af5718d2af9ddf75 2024-11-11T12:16:18,019 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/1d3262a245c148f4af5718d2af9ddf75, entries=150, sequenceid=153, filesize=11.9 K 2024-11-11T12:16:18,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/58dd526bd8e64b5ea2240ce02e8b745e as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/58dd526bd8e64b5ea2240ce02e8b745e 2024-11-11T12:16:18,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327438011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:18,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327438017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:18,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327438014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:18,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327438020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:18,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327438023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:18,045 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/58dd526bd8e64b5ea2240ce02e8b745e, entries=150, sequenceid=153, filesize=11.9 K 2024-11-11T12:16:18,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/0a13bd0522714d7fb8ca74987ee0bf04 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/0a13bd0522714d7fb8ca74987ee0bf04 2024-11-11T12:16:18,066 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/0a13bd0522714d7fb8ca74987ee0bf04, entries=150, sequenceid=153, filesize=11.9 K 2024-11-11T12:16:18,070 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for e21fecf92c1f225cbcb4ed57f6f273a1 in 277ms, sequenceid=153, compaction requested=false 2024-11-11T12:16:18,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:18,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:18,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-11T12:16:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-11T12:16:18,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-11T12:16:18,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2500 sec 2024-11-11T12:16:18,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.2550 sec 2024-11-11T12:16:18,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e21fecf92c1f225cbcb4ed57f6f273a1 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-11T12:16:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:18,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=A 2024-11-11T12:16:18,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:18,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=B 2024-11-11T12:16:18,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:18,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=C 2024-11-11T12:16:18,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:18,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/a1329438ac8b467584bd5de02bb5902e is 50, key is test_row_0/A:col10/1731327378235/Put/seqid=0 2024-11-11T12:16:18,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327438286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:18,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327438286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:18,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327438303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:18,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327438307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:18,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742254_1430 (size=12151) 2024-11-11T12:16:18,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327438315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:18,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327438411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:18,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327438411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:18,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327438417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:18,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327438420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:18,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327438434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:18,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327438629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:18,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327438630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:18,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:18,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327438632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327438630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:18,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327438651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:18,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/a1329438ac8b467584bd5de02bb5902e 2024-11-11T12:16:18,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/adbc240300c945c29e84ea6da5d75e8d is 50, key is test_row_0/B:col10/1731327378235/Put/seqid=0 2024-11-11T12:16:18,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742255_1431 (size=12151) 2024-11-11T12:16:18,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/adbc240300c945c29e84ea6da5d75e8d 2024-11-11T12:16:18,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/4128082916424d17b8aebd4b70ad1ed2 is 50, key is test_row_0/C:col10/1731327378235/Put/seqid=0 2024-11-11T12:16:18,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742256_1432 (size=12151) 2024-11-11T12:16:18,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/4128082916424d17b8aebd4b70ad1ed2 2024-11-11T12:16:18,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/a1329438ac8b467584bd5de02bb5902e as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/a1329438ac8b467584bd5de02bb5902e 2024-11-11T12:16:18,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/a1329438ac8b467584bd5de02bb5902e, entries=150, sequenceid=176, filesize=11.9 K 2024-11-11T12:16:18,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/adbc240300c945c29e84ea6da5d75e8d as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/adbc240300c945c29e84ea6da5d75e8d 2024-11-11T12:16:18,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/adbc240300c945c29e84ea6da5d75e8d, entries=150, sequenceid=176, filesize=11.9 K 2024-11-11T12:16:18,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/4128082916424d17b8aebd4b70ad1ed2 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/4128082916424d17b8aebd4b70ad1ed2 2024-11-11T12:16:18,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/4128082916424d17b8aebd4b70ad1ed2, entries=150, sequenceid=176, filesize=11.9 K 2024-11-11T12:16:18,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for e21fecf92c1f225cbcb4ed57f6f273a1 in 673ms, sequenceid=176, compaction requested=true 2024-11-11T12:16:18,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:18,918 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:18,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:16:18,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:18,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:16:18,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:18,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:16:18,918 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:18,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:18,920 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:18,920 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/A is initiating minor compaction (all files) 2024-11-11T12:16:18,920 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/A in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:18,921 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/a3e062b671cd459da7c325c8454a10c1, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/1d3262a245c148f4af5718d2af9ddf75, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/a1329438ac8b467584bd5de02bb5902e] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=35.9 K 2024-11-11T12:16:18,921 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:18,921 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3e062b671cd459da7c325c8454a10c1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731327375407 2024-11-11T12:16:18,921 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/B is initiating minor compaction (all files) 2024-11-11T12:16:18,921 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/B in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:18,921 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/9fb2220aa30b4177bbf64c67aef16893, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/58dd526bd8e64b5ea2240ce02e8b745e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/adbc240300c945c29e84ea6da5d75e8d] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=35.9 K 2024-11-11T12:16:18,922 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d3262a245c148f4af5718d2af9ddf75, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731327376635 2024-11-11T12:16:18,922 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fb2220aa30b4177bbf64c67aef16893, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731327375407 2024-11-11T12:16:18,922 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1329438ac8b467584bd5de02bb5902e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731327377853 2024-11-11T12:16:18,922 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 58dd526bd8e64b5ea2240ce02e8b745e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731327376635 2024-11-11T12:16:18,923 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting adbc240300c945c29e84ea6da5d75e8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731327377853 2024-11-11T12:16:18,941 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#A#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:18,942 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#B#compaction#358 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:18,942 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/f767e2ccdb5d43d9a3caebd50cf37bb8 is 50, key is test_row_0/A:col10/1731327378235/Put/seqid=0 2024-11-11T12:16:18,942 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/b5e10d6fc22640f29e05c162c50a69bb is 50, key is test_row_0/B:col10/1731327378235/Put/seqid=0 2024-11-11T12:16:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-11T12:16:18,946 INFO [Thread-1809 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-11T12:16:18,948 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:16:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-11T12:16:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-11T12:16:18,949 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:16:18,950 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:16:18,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:16:18,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:18,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e21fecf92c1f225cbcb4ed57f6f273a1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T12:16:18,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=A 2024-11-11T12:16:18,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:18,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=B 2024-11-11T12:16:18,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:18,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=C 2024-11-11T12:16:18,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:18,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742258_1434 (size=12561) 2024-11-11T12:16:18,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742257_1433 (size=12561) 2024-11-11T12:16:18,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/4bc14d1d6dc944758fdac4b6d212773b is 50, key is test_row_0/A:col10/1731327378273/Put/seqid=0 2024-11-11T12:16:18,981 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/f767e2ccdb5d43d9a3caebd50cf37bb8 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/f767e2ccdb5d43d9a3caebd50cf37bb8 2024-11-11T12:16:18,990 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/A of e21fecf92c1f225cbcb4ed57f6f273a1 into f767e2ccdb5d43d9a3caebd50cf37bb8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:18,990 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:18,990 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/A, priority=13, startTime=1731327378917; duration=0sec 2024-11-11T12:16:18,990 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:18,990 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:A 2024-11-11T12:16:18,991 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:18,992 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:18,992 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/C is initiating minor compaction (all files) 2024-11-11T12:16:18,992 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/C in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:18,992 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/aadf5c6153124558b01dba1f39266a29, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/0a13bd0522714d7fb8ca74987ee0bf04, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/4128082916424d17b8aebd4b70ad1ed2] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=35.9 K 2024-11-11T12:16:18,993 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting aadf5c6153124558b01dba1f39266a29, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731327375407 2024-11-11T12:16:18,993 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a13bd0522714d7fb8ca74987ee0bf04, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731327376635 2024-11-11T12:16:18,994 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4128082916424d17b8aebd4b70ad1ed2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731327377853 2024-11-11T12:16:19,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742259_1435 (size=16931) 2024-11-11T12:16:19,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/4bc14d1d6dc944758fdac4b6d212773b 2024-11-11T12:16:19,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/150fc80df12f4147b0295df1d62d8e39 is 50, key is test_row_0/B:col10/1731327378273/Put/seqid=0 2024-11-11T12:16:19,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:19,030 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#C#compaction#361 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327439005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:19,031 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/a01c3af8cb8041e598eb7fe42a9baa32 is 50, key is test_row_0/C:col10/1731327378235/Put/seqid=0 2024-11-11T12:16:19,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327439007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:19,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327439009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:19,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327439026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:19,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327439027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-11T12:16:19,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742260_1436 (size=12151) 2024-11-11T12:16:19,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/150fc80df12f4147b0295df1d62d8e39 2024-11-11T12:16:19,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742261_1437 (size=12561) 2024-11-11T12:16:19,102 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:19,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-11T12:16:19,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:19,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:19,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:19,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:19,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:19,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/2d5c9b10ce764ca58172def1abdb3a20 is 50, key is test_row_0/C:col10/1731327378273/Put/seqid=0 2024-11-11T12:16:19,145 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/a01c3af8cb8041e598eb7fe42a9baa32 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/a01c3af8cb8041e598eb7fe42a9baa32 2024-11-11T12:16:19,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327439133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:19,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327439133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:19,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327439137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:19,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327439147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:19,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327439148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:19,181 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/C of e21fecf92c1f225cbcb4ed57f6f273a1 into a01c3af8cb8041e598eb7fe42a9baa32(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:19,181 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:19,181 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/C, priority=13, startTime=1731327378918; duration=0sec 2024-11-11T12:16:19,181 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:19,181 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:C 2024-11-11T12:16:19,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742262_1438 (size=12151) 2024-11-11T12:16:19,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/2d5c9b10ce764ca58172def1abdb3a20 2024-11-11T12:16:19,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/4bc14d1d6dc944758fdac4b6d212773b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/4bc14d1d6dc944758fdac4b6d212773b 2024-11-11T12:16:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-11T12:16:19,266 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:19,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-11T12:16:19,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:19,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:19,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:19,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:19,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:19,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/4bc14d1d6dc944758fdac4b6d212773b, entries=250, sequenceid=195, filesize=16.5 K 2024-11-11T12:16:19,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/150fc80df12f4147b0295df1d62d8e39 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/150fc80df12f4147b0295df1d62d8e39 2024-11-11T12:16:19,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/150fc80df12f4147b0295df1d62d8e39, entries=150, sequenceid=195, filesize=11.9 K 2024-11-11T12:16:19,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/2d5c9b10ce764ca58172def1abdb3a20 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/2d5c9b10ce764ca58172def1abdb3a20 2024-11-11T12:16:19,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327439354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:19,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:19,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327439355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:19,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327439359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:19,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327439362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:19,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327439364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:19,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/2d5c9b10ce764ca58172def1abdb3a20, entries=150, sequenceid=195, filesize=11.9 K 2024-11-11T12:16:19,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for e21fecf92c1f225cbcb4ed57f6f273a1 in 418ms, sequenceid=195, compaction requested=false 2024-11-11T12:16:19,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:19,397 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/b5e10d6fc22640f29e05c162c50a69bb as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/b5e10d6fc22640f29e05c162c50a69bb 2024-11-11T12:16:19,405 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/B of e21fecf92c1f225cbcb4ed57f6f273a1 into b5e10d6fc22640f29e05c162c50a69bb(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:19,405 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:19,405 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/B, priority=13, startTime=1731327378918; duration=0sec 2024-11-11T12:16:19,405 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:19,405 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:B 2024-11-11T12:16:19,422 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:19,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-11T12:16:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:19,423 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing e21fecf92c1f225cbcb4ed57f6f273a1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T12:16:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=A 2024-11-11T12:16:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=B 2024-11-11T12:16:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=C 2024-11-11T12:16:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:19,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/acec64eb56b44b32b7db167aa1701d33 is 50, key is test_row_0/A:col10/1731327378996/Put/seqid=0 2024-11-11T12:16:19,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742263_1439 (size=12151) 2024-11-11T12:16:19,541 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/acec64eb56b44b32b7db167aa1701d33 2024-11-11T12:16:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-11T12:16:19,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/8dccb89c9f71418b8740dd284a460e79 is 50, key is test_row_0/B:col10/1731327378996/Put/seqid=0 2024-11-11T12:16:19,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742264_1440 (size=12151) 2024-11-11T12:16:19,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:19,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327439761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:19,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327439763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:19,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327439767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:19,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327439770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:19,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327439776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:19,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:19,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327439890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:19,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327439892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:19,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327439892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:19,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327439893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:19,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327439894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:20,017 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/8dccb89c9f71418b8740dd284a460e79 2024-11-11T12:16:20,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-11T12:16:20,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/a1dc9fcfa6094d4fac3f9f202426439f is 50, key is test_row_0/C:col10/1731327378996/Put/seqid=0 2024-11-11T12:16:20,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742265_1441 (size=12151) 2024-11-11T12:16:20,106 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/a1dc9fcfa6094d4fac3f9f202426439f 2024-11-11T12:16:20,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327440103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:20,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:20,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327440104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:20,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327440105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:20,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:20,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327440106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:20,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327440109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:20,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/acec64eb56b44b32b7db167aa1701d33 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/acec64eb56b44b32b7db167aa1701d33 2024-11-11T12:16:20,150 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/acec64eb56b44b32b7db167aa1701d33, entries=150, sequenceid=215, filesize=11.9 K 2024-11-11T12:16:20,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/8dccb89c9f71418b8740dd284a460e79 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/8dccb89c9f71418b8740dd284a460e79 2024-11-11T12:16:20,160 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/8dccb89c9f71418b8740dd284a460e79, entries=150, sequenceid=215, filesize=11.9 K 2024-11-11T12:16:20,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/a1dc9fcfa6094d4fac3f9f202426439f as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/a1dc9fcfa6094d4fac3f9f202426439f 2024-11-11T12:16:20,170 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/a1dc9fcfa6094d4fac3f9f202426439f, entries=150, sequenceid=215, filesize=11.9 K 2024-11-11T12:16:20,172 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=120.76 KB/123660 for e21fecf92c1f225cbcb4ed57f6f273a1 in 749ms, sequenceid=215, compaction requested=true 2024-11-11T12:16:20,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:20,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:20,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-11T12:16:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-11T12:16:20,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-11T12:16:20,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2280 sec 2024-11-11T12:16:20,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.2430 sec 2024-11-11T12:16:20,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e21fecf92c1f225cbcb4ed57f6f273a1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T12:16:20,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=A 2024-11-11T12:16:20,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:20,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=B 2024-11-11T12:16:20,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:20,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=C 2024-11-11T12:16:20,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:20,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/1f071c3315614841b0d92f4c22292db5 is 50, key is test_row_0/A:col10/1731327379754/Put/seqid=0 2024-11-11T12:16:20,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742266_1442 (size=14541) 2024-11-11T12:16:20,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/1f071c3315614841b0d92f4c22292db5 2024-11-11T12:16:20,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327440475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:20,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327440479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:20,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/20198140d49446f7a94373ab0d9b9634 is 50, key is test_row_0/B:col10/1731327379754/Put/seqid=0 2024-11-11T12:16:20,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327440546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:20,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327440546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:20,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327440551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:20,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742267_1443 (size=12151) 2024-11-11T12:16:20,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/20198140d49446f7a94373ab0d9b9634 2024-11-11T12:16:20,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/6faebf9bb149439da9c94f69c40660bf is 50, key is test_row_0/C:col10/1731327379754/Put/seqid=0 2024-11-11T12:16:20,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327440648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:20,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327440648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:20,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327440665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:20,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327440672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:20,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742268_1444 (size=12151) 2024-11-11T12:16:20,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327440675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:20,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327440867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:20,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327440868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:20,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327440880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:20,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327440882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:20,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327440889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-11T12:16:21,056 INFO [Thread-1809 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-11T12:16:21,060 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:16:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-11T12:16:21,065 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:16:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-11T12:16:21,066 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:16:21,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:16:21,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/6faebf9bb149439da9c94f69c40660bf 2024-11-11T12:16:21,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/1f071c3315614841b0d92f4c22292db5 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/1f071c3315614841b0d92f4c22292db5 2024-11-11T12:16:21,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/1f071c3315614841b0d92f4c22292db5, entries=200, sequenceid=237, filesize=14.2 K 2024-11-11T12:16:21,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/20198140d49446f7a94373ab0d9b9634 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/20198140d49446f7a94373ab0d9b9634 2024-11-11T12:16:21,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/20198140d49446f7a94373ab0d9b9634, entries=150, sequenceid=237, filesize=11.9 K 2024-11-11T12:16:21,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/6faebf9bb149439da9c94f69c40660bf as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/6faebf9bb149439da9c94f69c40660bf 2024-11-11T12:16:21,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/6faebf9bb149439da9c94f69c40660bf, entries=150, sequenceid=237, filesize=11.9 K 2024-11-11T12:16:21,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for e21fecf92c1f225cbcb4ed57f6f273a1 in 714ms, sequenceid=237, compaction requested=true 2024-11-11T12:16:21,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:21,144 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:16:21,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:16:21,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:21,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:16:21,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:21,144 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:16:21,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:16:21,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:21,158 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:16:21,158 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/B is initiating minor compaction (all files) 2024-11-11T12:16:21,158 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/B in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:21,158 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/b5e10d6fc22640f29e05c162c50a69bb, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/150fc80df12f4147b0295df1d62d8e39, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/8dccb89c9f71418b8740dd284a460e79, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/20198140d49446f7a94373ab0d9b9634] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=47.9 K 2024-11-11T12:16:21,159 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56184 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:16:21,159 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/A is initiating minor compaction (all files) 2024-11-11T12:16:21,159 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/A in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:21,159 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/f767e2ccdb5d43d9a3caebd50cf37bb8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/4bc14d1d6dc944758fdac4b6d212773b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/acec64eb56b44b32b7db167aa1701d33, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/1f071c3315614841b0d92f4c22292db5] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=54.9 K 2024-11-11T12:16:21,160 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting b5e10d6fc22640f29e05c162c50a69bb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731327377853 2024-11-11T12:16:21,160 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting f767e2ccdb5d43d9a3caebd50cf37bb8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731327377853 2024-11-11T12:16:21,161 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 150fc80df12f4147b0295df1d62d8e39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731327378273 2024-11-11T12:16:21,161 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bc14d1d6dc944758fdac4b6d212773b, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731327378273 2024-11-11T12:16:21,162 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting acec64eb56b44b32b7db167aa1701d33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731327378996 2024-11-11T12:16:21,162 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dccb89c9f71418b8740dd284a460e79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731327378996 2024-11-11T12:16:21,162 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 20198140d49446f7a94373ab0d9b9634, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731327379754 2024-11-11T12:16:21,162 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f071c3315614841b0d92f4c22292db5, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731327379754 2024-11-11T12:16:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-11T12:16:21,172 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#B#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:21,173 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/f5daba8d43f5414c8e97e39e89aac5c4 is 50, key is test_row_0/B:col10/1731327379754/Put/seqid=0 2024-11-11T12:16:21,179 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#A#compaction#370 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:21,180 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/7d6c4cbe7b224a1c83e414a7d8332b20 is 50, key is test_row_0/A:col10/1731327379754/Put/seqid=0 2024-11-11T12:16:21,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742269_1445 (size=12697) 2024-11-11T12:16:21,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742270_1446 (size=12697) 2024-11-11T12:16:21,195 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/f5daba8d43f5414c8e97e39e89aac5c4 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/f5daba8d43f5414c8e97e39e89aac5c4 2024-11-11T12:16:21,198 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/7d6c4cbe7b224a1c83e414a7d8332b20 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/7d6c4cbe7b224a1c83e414a7d8332b20 2024-11-11T12:16:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:21,204 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/B of e21fecf92c1f225cbcb4ed57f6f273a1 into f5daba8d43f5414c8e97e39e89aac5c4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:21,204 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:21,204 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/B, priority=12, startTime=1731327381144; duration=0sec 2024-11-11T12:16:21,205 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:21,205 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:B 2024-11-11T12:16:21,205 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:16:21,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e21fecf92c1f225cbcb4ed57f6f273a1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T12:16:21,206 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/A of e21fecf92c1f225cbcb4ed57f6f273a1 into 7d6c4cbe7b224a1c83e414a7d8332b20(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:21,206 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:21,206 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/A, priority=12, startTime=1731327381144; duration=0sec 2024-11-11T12:16:21,206 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:21,206 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:A 2024-11-11T12:16:21,207 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:16:21,207 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/C is initiating minor compaction (all files) 2024-11-11T12:16:21,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=A 2024-11-11T12:16:21,207 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/C in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:21,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:21,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=B 2024-11-11T12:16:21,207 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/a01c3af8cb8041e598eb7fe42a9baa32, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/2d5c9b10ce764ca58172def1abdb3a20, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/a1dc9fcfa6094d4fac3f9f202426439f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/6faebf9bb149439da9c94f69c40660bf] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=47.9 K 2024-11-11T12:16:21,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:21,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=C 2024-11-11T12:16:21,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:21,208 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting a01c3af8cb8041e598eb7fe42a9baa32, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731327377853 2024-11-11T12:16:21,209 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d5c9b10ce764ca58172def1abdb3a20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731327378273 2024-11-11T12:16:21,209 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting a1dc9fcfa6094d4fac3f9f202426439f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731327378996 2024-11-11T12:16:21,210 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 6faebf9bb149439da9c94f69c40660bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731327379754 2024-11-11T12:16:21,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/9a31a3e504e943bc90a244c7969a11b6 is 50, key is test_row_0/A:col10/1731327381205/Put/seqid=0 2024-11-11T12:16:21,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742271_1447 (size=16981) 2024-11-11T12:16:21,220 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:21,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-11T12:16:21,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:21,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:21,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:21,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:21,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:21,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/9a31a3e504e943bc90a244c7969a11b6 2024-11-11T12:16:21,232 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#C#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:21,233 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/d0a33ec6c2ef44db8f1c49210244b515 is 50, key is test_row_0/C:col10/1731327379754/Put/seqid=0 2024-11-11T12:16:21,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/f13c72438c6d4524a45d01d90a40b36f is 50, key is test_row_0/B:col10/1731327381205/Put/seqid=0 2024-11-11T12:16:21,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742272_1448 (size=12697) 2024-11-11T12:16:21,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327441248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:21,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327441250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:21,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327441251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:21,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327441255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:21,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327441261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:21,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742273_1449 (size=12201) 2024-11-11T12:16:21,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327441363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-11T12:16:21,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327441365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:21,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327441368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:21,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327441369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:21,374 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:21,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-11T12:16:21,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:21,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:21,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:21,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:21,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:21,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327441371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:21,551 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:21,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-11T12:16:21,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:21,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:21,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:21,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:21,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:21,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327441567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:21,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327441572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:21,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327441572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:21,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327441582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:21,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327441583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-11T12:16:21,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/f13c72438c6d4524a45d01d90a40b36f 2024-11-11T12:16:21,692 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/d0a33ec6c2ef44db8f1c49210244b515 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/d0a33ec6c2ef44db8f1c49210244b515 2024-11-11T12:16:21,709 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:21,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-11T12:16:21,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:21,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:21,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:21,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:21,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:21,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/f76e50099d9e4a4aa4fd6aa1eac8a109 is 50, key is test_row_0/C:col10/1731327381205/Put/seqid=0 2024-11-11T12:16:21,737 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/C of e21fecf92c1f225cbcb4ed57f6f273a1 into d0a33ec6c2ef44db8f1c49210244b515(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:21,737 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:21,737 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/C, priority=12, startTime=1731327381144; duration=0sec 2024-11-11T12:16:21,737 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:21,737 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:C 2024-11-11T12:16:21,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742274_1450 (size=12201) 2024-11-11T12:16:21,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/f76e50099d9e4a4aa4fd6aa1eac8a109 2024-11-11T12:16:21,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/9a31a3e504e943bc90a244c7969a11b6 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/9a31a3e504e943bc90a244c7969a11b6 2024-11-11T12:16:21,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/9a31a3e504e943bc90a244c7969a11b6, entries=250, sequenceid=257, filesize=16.6 K 2024-11-11T12:16:21,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/f13c72438c6d4524a45d01d90a40b36f as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/f13c72438c6d4524a45d01d90a40b36f 2024-11-11T12:16:21,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/f13c72438c6d4524a45d01d90a40b36f, entries=150, sequenceid=257, filesize=11.9 K 2024-11-11T12:16:21,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/f76e50099d9e4a4aa4fd6aa1eac8a109 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/f76e50099d9e4a4aa4fd6aa1eac8a109 2024-11-11T12:16:21,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/f76e50099d9e4a4aa4fd6aa1eac8a109, entries=150, sequenceid=257, filesize=11.9 K 2024-11-11T12:16:21,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for e21fecf92c1f225cbcb4ed57f6f273a1 in 635ms, sequenceid=257, compaction requested=false 2024-11-11T12:16:21,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:21,862 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:21,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-11T12:16:21,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:21,866 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing e21fecf92c1f225cbcb4ed57f6f273a1 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-11T12:16:21,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=A 2024-11-11T12:16:21,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:21,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=B 2024-11-11T12:16:21,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:21,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=C 2024-11-11T12:16:21,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:21,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:21,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/e605d69750344f0597fb3660ae04e9f2 is 50, key is test_row_0/A:col10/1731327381235/Put/seqid=0 2024-11-11T12:16:21,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742275_1451 (size=12301) 2024-11-11T12:16:21,937 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/e605d69750344f0597fb3660ae04e9f2 2024-11-11T12:16:21,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/77e0dce02112408583ec527a8f93a0a7 is 50, key is test_row_0/B:col10/1731327381235/Put/seqid=0 2024-11-11T12:16:21,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327441976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:21,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327441982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:22,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327441991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:22,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327441996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:22,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327441993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:22,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742276_1452 (size=12301) 2024-11-11T12:16:22,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327442095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:22,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327442096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:22,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327442106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:22,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327442117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:22,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327442121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-11T12:16:22,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327442302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:22,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327442309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:22,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327442310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:22,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327442328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:22,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327442332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:22,416 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/77e0dce02112408583ec527a8f93a0a7 2024-11-11T12:16:22,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/5284b99cdbbe4f2f843a0eee7a50bedc is 50, key is test_row_0/C:col10/1731327381235/Put/seqid=0 2024-11-11T12:16:22,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742277_1453 (size=12301) 2024-11-11T12:16:22,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327442609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:22,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327442616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:22,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327442622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:22,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327442644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:22,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327442644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:22,895 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/5284b99cdbbe4f2f843a0eee7a50bedc 2024-11-11T12:16:22,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/e605d69750344f0597fb3660ae04e9f2 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/e605d69750344f0597fb3660ae04e9f2 2024-11-11T12:16:22,920 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/e605d69750344f0597fb3660ae04e9f2, entries=150, sequenceid=276, filesize=12.0 K 2024-11-11T12:16:22,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/77e0dce02112408583ec527a8f93a0a7 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/77e0dce02112408583ec527a8f93a0a7 2024-11-11T12:16:22,931 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/77e0dce02112408583ec527a8f93a0a7, entries=150, sequenceid=276, filesize=12.0 K 2024-11-11T12:16:22,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/5284b99cdbbe4f2f843a0eee7a50bedc as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/5284b99cdbbe4f2f843a0eee7a50bedc 2024-11-11T12:16:22,936 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/5284b99cdbbe4f2f843a0eee7a50bedc, entries=150, sequenceid=276, filesize=12.0 K 2024-11-11T12:16:22,938 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for e21fecf92c1f225cbcb4ed57f6f273a1 in 1071ms, sequenceid=276, compaction requested=true 2024-11-11T12:16:22,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:22,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:22,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-11T12:16:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-11T12:16:22,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-11T12:16:22,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8820 sec 2024-11-11T12:16:22,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.8900 sec 2024-11-11T12:16:23,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e21fecf92c1f225cbcb4ed57f6f273a1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-11T12:16:23,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=A 2024-11-11T12:16:23,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:23,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=B 2024-11-11T12:16:23,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:23,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=C 2024-11-11T12:16:23,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:23,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/af2086bac530471c817ed127f94401fb is 50, key is test_row_0/A:col10/1731327383131/Put/seqid=0 2024-11-11T12:16:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-11T12:16:23,177 INFO [Thread-1809 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-11T12:16:23,179 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:16:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-11T12:16:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-11T12:16:23,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742278_1454 (size=14741) 2024-11-11T12:16:23,189 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:16:23,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/af2086bac530471c817ed127f94401fb 2024-11-11T12:16:23,195 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:16:23,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:16:23,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327443193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:23,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327443196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:23,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327443199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:23,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327443204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:23,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327443208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:23,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/2572215db2c64eba8550ebe179bcaff8 is 50, key is test_row_0/B:col10/1731327383131/Put/seqid=0 2024-11-11T12:16:23,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742279_1455 (size=12301) 2024-11-11T12:16:23,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/2572215db2c64eba8550ebe179bcaff8 2024-11-11T12:16:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-11T12:16:23,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327443314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:23,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327443318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:23,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/aac5947323124fb39a9bcf3f65a50c0c is 50, key is test_row_0/C:col10/1731327383131/Put/seqid=0 2024-11-11T12:16:23,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327443324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:23,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327443324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:23,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327443324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:23,358 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:23,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-11T12:16:23,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:23,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:23,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:23,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:23,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:23,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742280_1456 (size=12301) 2024-11-11T12:16:23,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/aac5947323124fb39a9bcf3f65a50c0c 2024-11-11T12:16:23,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/af2086bac530471c817ed127f94401fb as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/af2086bac530471c817ed127f94401fb 2024-11-11T12:16:23,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/af2086bac530471c817ed127f94401fb, entries=200, sequenceid=296, filesize=14.4 K 2024-11-11T12:16:23,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/2572215db2c64eba8550ebe179bcaff8 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/2572215db2c64eba8550ebe179bcaff8 2024-11-11T12:16:23,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/2572215db2c64eba8550ebe179bcaff8, entries=150, sequenceid=296, filesize=12.0 K 2024-11-11T12:16:23,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/aac5947323124fb39a9bcf3f65a50c0c as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/aac5947323124fb39a9bcf3f65a50c0c 2024-11-11T12:16:23,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/aac5947323124fb39a9bcf3f65a50c0c, entries=150, sequenceid=296, filesize=12.0 K 2024-11-11T12:16:23,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for e21fecf92c1f225cbcb4ed57f6f273a1 in 280ms, sequenceid=296, compaction requested=true 2024-11-11T12:16:23,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:23,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:16:23,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:23,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:16:23,413 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:16:23,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:23,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:16:23,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T12:16:23,413 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:16:23,414 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56720 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:16:23,414 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/A is initiating minor compaction (all files) 2024-11-11T12:16:23,415 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/A in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:23,415 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/7d6c4cbe7b224a1c83e414a7d8332b20, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/9a31a3e504e943bc90a244c7969a11b6, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/e605d69750344f0597fb3660ae04e9f2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/af2086bac530471c817ed127f94401fb] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=55.4 K 2024-11-11T12:16:23,415 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49500 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:16:23,415 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/B is initiating minor compaction (all files) 2024-11-11T12:16:23,415 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/B in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:23,415 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/f5daba8d43f5414c8e97e39e89aac5c4, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/f13c72438c6d4524a45d01d90a40b36f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/77e0dce02112408583ec527a8f93a0a7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/2572215db2c64eba8550ebe179bcaff8] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=48.3 K 2024-11-11T12:16:23,415 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d6c4cbe7b224a1c83e414a7d8332b20, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731327379754 2024-11-11T12:16:23,415 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5daba8d43f5414c8e97e39e89aac5c4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731327379754 2024-11-11T12:16:23,416 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a31a3e504e943bc90a244c7969a11b6, keycount=250, bloomtype=ROW, size=16.6 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731327380475 2024-11-11T12:16:23,416 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting f13c72438c6d4524a45d01d90a40b36f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731327381196 2024-11-11T12:16:23,416 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting e605d69750344f0597fb3660ae04e9f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731327381235 2024-11-11T12:16:23,416 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77e0dce02112408583ec527a8f93a0a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731327381235 2024-11-11T12:16:23,416 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting af2086bac530471c817ed127f94401fb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731327381912 2024-11-11T12:16:23,416 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2572215db2c64eba8550ebe179bcaff8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731327381912 2024-11-11T12:16:23,443 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#B#compaction#381 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:23,444 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/ea65081a609248568a03f7f227544999 is 50, key is test_row_0/B:col10/1731327383131/Put/seqid=0 2024-11-11T12:16:23,456 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#A#compaction#382 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:23,457 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/0e784a7743cd486aacf541d5c3a38db7 is 50, key is test_row_0/A:col10/1731327383131/Put/seqid=0 2024-11-11T12:16:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-11T12:16:23,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742282_1458 (size=12983) 2024-11-11T12:16:23,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742281_1457 (size=12983) 2024-11-11T12:16:23,519 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:23,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-11T12:16:23,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:23,524 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing e21fecf92c1f225cbcb4ed57f6f273a1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-11T12:16:23,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=A 2024-11-11T12:16:23,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:23,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=B 2024-11-11T12:16:23,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:23,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=C 2024-11-11T12:16:23,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:23,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/502416dbe1fb47d2ab28b289ee31e36e is 50, key is test_row_0/A:col10/1731327383158/Put/seqid=0 2024-11-11T12:16:23,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:23,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742283_1459 (size=12301) 2024-11-11T12:16:23,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327443608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:23,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327443611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:23,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327443616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:23,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327443622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:23,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327443622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:23,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327443728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:23,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:23,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327443729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:23,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327443733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:23,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327443739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:23,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327443743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-11T12:16:23,913 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/0e784a7743cd486aacf541d5c3a38db7 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/0e784a7743cd486aacf541d5c3a38db7 2024-11-11T12:16:23,932 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/ea65081a609248568a03f7f227544999 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/ea65081a609248568a03f7f227544999 2024-11-11T12:16:23,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:23,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327443937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:23,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:23,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327443938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:23,947 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/A of e21fecf92c1f225cbcb4ed57f6f273a1 into 0e784a7743cd486aacf541d5c3a38db7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:23,947 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:23,948 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/A, priority=12, startTime=1731327383413; duration=0sec 2024-11-11T12:16:23,948 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:23,948 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:A 2024-11-11T12:16:23,948 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:16:23,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:23,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327443943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:23,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:23,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327443951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:23,960 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49500 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:16:23,960 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/C is initiating minor compaction (all files) 2024-11-11T12:16:23,960 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/C in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:23,960 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/d0a33ec6c2ef44db8f1c49210244b515, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/f76e50099d9e4a4aa4fd6aa1eac8a109, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/5284b99cdbbe4f2f843a0eee7a50bedc, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/aac5947323124fb39a9bcf3f65a50c0c] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=48.3 K 2024-11-11T12:16:23,961 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting d0a33ec6c2ef44db8f1c49210244b515, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731327379754 2024-11-11T12:16:23,961 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting f76e50099d9e4a4aa4fd6aa1eac8a109, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731327381196 2024-11-11T12:16:23,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:23,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327443955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:23,967 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 5284b99cdbbe4f2f843a0eee7a50bedc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731327381235 2024-11-11T12:16:23,969 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/B of e21fecf92c1f225cbcb4ed57f6f273a1 into ea65081a609248568a03f7f227544999(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:23,969 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:23,970 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/B, priority=12, startTime=1731327383413; duration=0sec 2024-11-11T12:16:23,970 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:23,970 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:B 2024-11-11T12:16:23,971 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting aac5947323124fb39a9bcf3f65a50c0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731327381912 2024-11-11T12:16:23,997 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#C#compaction#384 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:23,998 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/5bb7c58c20254fea83856d28fa114693 is 50, key is test_row_0/C:col10/1731327383131/Put/seqid=0 2024-11-11T12:16:23,999 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/502416dbe1fb47d2ab28b289ee31e36e 2024-11-11T12:16:24,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742284_1460 (size=12983) 2024-11-11T12:16:24,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/5569e42063964ed9b38035b0f261144d is 50, key is test_row_0/B:col10/1731327383158/Put/seqid=0 2024-11-11T12:16:24,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742285_1461 (size=12301) 2024-11-11T12:16:24,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327444249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:24,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327444252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:24,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327444256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:24,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327444264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:24,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327444267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-11T12:16:24,449 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/5bb7c58c20254fea83856d28fa114693 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/5bb7c58c20254fea83856d28fa114693 2024-11-11T12:16:24,453 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/C of e21fecf92c1f225cbcb4ed57f6f273a1 into 5bb7c58c20254fea83856d28fa114693(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:24,453 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:24,454 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/C, priority=12, startTime=1731327383413; duration=0sec 2024-11-11T12:16:24,454 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:24,454 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:C 2024-11-11T12:16:24,484 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/5569e42063964ed9b38035b0f261144d 2024-11-11T12:16:24,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/75830ff77ffa46b5a28ace096a380407 is 50, key is test_row_0/C:col10/1731327383158/Put/seqid=0 2024-11-11T12:16:24,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742286_1462 (size=12301) 2024-11-11T12:16:24,531 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/75830ff77ffa46b5a28ace096a380407 2024-11-11T12:16:24,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/502416dbe1fb47d2ab28b289ee31e36e as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/502416dbe1fb47d2ab28b289ee31e36e 2024-11-11T12:16:24,571 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/502416dbe1fb47d2ab28b289ee31e36e, entries=150, sequenceid=312, filesize=12.0 K 2024-11-11T12:16:24,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/5569e42063964ed9b38035b0f261144d as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/5569e42063964ed9b38035b0f261144d 2024-11-11T12:16:24,577 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/5569e42063964ed9b38035b0f261144d, entries=150, sequenceid=312, filesize=12.0 K 2024-11-11T12:16:24,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/75830ff77ffa46b5a28ace096a380407 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/75830ff77ffa46b5a28ace096a380407 2024-11-11T12:16:24,582 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/75830ff77ffa46b5a28ace096a380407, entries=150, sequenceid=312, filesize=12.0 K 2024-11-11T12:16:24,584 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for e21fecf92c1f225cbcb4ed57f6f273a1 in 1059ms, sequenceid=312, compaction requested=false 2024-11-11T12:16:24,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:24,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:24,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-11T12:16:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-11T12:16:24,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-11T12:16:24,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3900 sec 2024-11-11T12:16:24,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.4080 sec 2024-11-11T12:16:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:24,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e21fecf92c1f225cbcb4ed57f6f273a1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-11T12:16:24,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=A 2024-11-11T12:16:24,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:24,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=B 2024-11-11T12:16:24,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:24,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=C 2024-11-11T12:16:24,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:24,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/1649cd2ca63f43fe90482fb580384f54 is 50, key is test_row_0/A:col10/1731327384759/Put/seqid=0 2024-11-11T12:16:24,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742287_1463 (size=12301) 2024-11-11T12:16:24,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/1649cd2ca63f43fe90482fb580384f54 2024-11-11T12:16:24,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/ef3af6578bdb44cdb5a0f636d049571b is 50, key is test_row_0/B:col10/1731327384759/Put/seqid=0 2024-11-11T12:16:24,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742288_1464 (size=12301) 2024-11-11T12:16:24,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:24,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327444793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327444793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:24,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327444839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:24,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327444843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:24,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327444843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:24,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327444938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:24,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327444938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:24,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327444949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:24,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327444949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:24,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327444949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:25,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327445146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:25,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327445148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:25,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327445154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:25,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327445155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:25,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327445155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:25,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/ef3af6578bdb44cdb5a0f636d049571b 2024-11-11T12:16:25,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/8db328d3bd944339b5df6189b1b06c5e is 50, key is test_row_0/C:col10/1731327384759/Put/seqid=0 2024-11-11T12:16:25,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742289_1465 (size=12301) 2024-11-11T12:16:25,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/8db328d3bd944339b5df6189b1b06c5e 2024-11-11T12:16:25,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/1649cd2ca63f43fe90482fb580384f54 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/1649cd2ca63f43fe90482fb580384f54 2024-11-11T12:16:25,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/1649cd2ca63f43fe90482fb580384f54, entries=150, sequenceid=337, filesize=12.0 K 2024-11-11T12:16:25,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/ef3af6578bdb44cdb5a0f636d049571b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/ef3af6578bdb44cdb5a0f636d049571b 2024-11-11T12:16:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-11T12:16:25,302 INFO [Thread-1809 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-11T12:16:25,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/ef3af6578bdb44cdb5a0f636d049571b, entries=150, sequenceid=337, filesize=12.0 K 2024-11-11T12:16:25,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/8db328d3bd944339b5df6189b1b06c5e as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/8db328d3bd944339b5df6189b1b06c5e 2024-11-11T12:16:25,319 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:16:25,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/8db328d3bd944339b5df6189b1b06c5e, entries=150, sequenceid=337, filesize=12.0 K 2024-11-11T12:16:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-11T12:16:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-11T12:16:25,321 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:16:25,325 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:16:25,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:16:25,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for e21fecf92c1f225cbcb4ed57f6f273a1 in 558ms, sequenceid=337, compaction requested=true 2024-11-11T12:16:25,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:25,325 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:25,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:16:25,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:25,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:16:25,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:25,326 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:25,326 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/A is initiating minor compaction (all files) 2024-11-11T12:16:25,326 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/A in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:25,327 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/0e784a7743cd486aacf541d5c3a38db7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/502416dbe1fb47d2ab28b289ee31e36e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/1649cd2ca63f43fe90482fb580384f54] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=36.7 K 2024-11-11T12:16:25,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:16:25,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T12:16:25,327 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:25,327 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e784a7743cd486aacf541d5c3a38db7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731327381912 2024-11-11T12:16:25,334 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 502416dbe1fb47d2ab28b289ee31e36e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731327383158 2024-11-11T12:16:25,337 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 1649cd2ca63f43fe90482fb580384f54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731327383617 2024-11-11T12:16:25,337 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:25,337 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/B is initiating minor compaction (all files) 2024-11-11T12:16:25,337 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/B in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:25,337 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/ea65081a609248568a03f7f227544999, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/5569e42063964ed9b38035b0f261144d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/ef3af6578bdb44cdb5a0f636d049571b] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=36.7 K 2024-11-11T12:16:25,343 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea65081a609248568a03f7f227544999, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731327381912 2024-11-11T12:16:25,344 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5569e42063964ed9b38035b0f261144d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731327383158 2024-11-11T12:16:25,347 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef3af6578bdb44cdb5a0f636d049571b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731327383617 2024-11-11T12:16:25,358 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#A#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:25,358 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/deb6620f5c3049268a68f25ae6a77f24 is 50, key is test_row_0/A:col10/1731327384759/Put/seqid=0 2024-11-11T12:16:25,401 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#B#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:25,402 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/a2cbad8e80604187a9958220b0bac4eb is 50, key is test_row_0/B:col10/1731327384759/Put/seqid=0 2024-11-11T12:16:25,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742290_1466 (size=13085) 2024-11-11T12:16:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-11T12:16:25,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742291_1467 (size=13085) 2024-11-11T12:16:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:25,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e21fecf92c1f225cbcb4ed57f6f273a1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-11T12:16:25,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=A 2024-11-11T12:16:25,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:25,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=B 2024-11-11T12:16:25,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:25,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=C 2024-11-11T12:16:25,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:25,487 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:25,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/ae27808deaa24c7db5046b6d8e06799f is 50, key is test_row_0/A:col10/1731327385472/Put/seqid=0 2024-11-11T12:16:25,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-11T12:16:25,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:25,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:25,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:25,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:25,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:25,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742292_1468 (size=17181) 2024-11-11T12:16:25,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/ae27808deaa24c7db5046b6d8e06799f 2024-11-11T12:16:25,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/433ce8eb01904776a541e972f9046107 is 50, key is test_row_0/B:col10/1731327385472/Put/seqid=0 2024-11-11T12:16:25,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742293_1469 (size=12301) 2024-11-11T12:16:25,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327445543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:25,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327445552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:25,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/433ce8eb01904776a541e972f9046107 2024-11-11T12:16:25,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327445569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:25,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327445576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:25,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327445580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:25,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/ff794b8304bb40cd8592eaeaead7f3e3 is 50, key is test_row_0/C:col10/1731327385472/Put/seqid=0 2024-11-11T12:16:25,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742294_1470 (size=12301) 2024-11-11T12:16:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-11T12:16:25,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/ff794b8304bb40cd8592eaeaead7f3e3 2024-11-11T12:16:25,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/ae27808deaa24c7db5046b6d8e06799f as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/ae27808deaa24c7db5046b6d8e06799f 2024-11-11T12:16:25,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/ae27808deaa24c7db5046b6d8e06799f, entries=250, sequenceid=355, filesize=16.8 K 2024-11-11T12:16:25,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/433ce8eb01904776a541e972f9046107 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/433ce8eb01904776a541e972f9046107 2024-11-11T12:16:25,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/433ce8eb01904776a541e972f9046107, entries=150, sequenceid=355, filesize=12.0 K 2024-11-11T12:16:25,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/ff794b8304bb40cd8592eaeaead7f3e3 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/ff794b8304bb40cd8592eaeaead7f3e3 2024-11-11T12:16:25,653 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:25,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-11T12:16:25,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:25,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:25,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:25,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:25,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:25,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/ff794b8304bb40cd8592eaeaead7f3e3, entries=150, sequenceid=355, filesize=12.0 K 2024-11-11T12:16:25,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for e21fecf92c1f225cbcb4ed57f6f273a1 in 191ms, sequenceid=355, compaction requested=true 2024-11-11T12:16:25,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:25,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:A, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:16:25,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T12:16:25,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:B, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:16:25,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-11T12:16:25,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:16:25,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-11T12:16:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:25,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e21fecf92c1f225cbcb4ed57f6f273a1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-11T12:16:25,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=A 2024-11-11T12:16:25,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:25,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=B 2024-11-11T12:16:25,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:25,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=C 2024-11-11T12:16:25,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:25,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/beb9c71253374524a6f951ec272720ac is 50, key is test_row_0/A:col10/1731327385552/Put/seqid=0 2024-11-11T12:16:25,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742295_1471 (size=17181) 2024-11-11T12:16:25,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/beb9c71253374524a6f951ec272720ac 2024-11-11T12:16:25,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/a93fc08661e642c88e3f529c04d78b2f is 50, key is test_row_0/B:col10/1731327385552/Put/seqid=0 2024-11-11T12:16:25,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327445709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:25,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327445711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:25,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327445713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:25,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327445714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:25,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327445715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:25,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742296_1472 (size=12301) 2024-11-11T12:16:25,798 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/deb6620f5c3049268a68f25ae6a77f24 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/deb6620f5c3049268a68f25ae6a77f24 2024-11-11T12:16:25,802 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/A of e21fecf92c1f225cbcb4ed57f6f273a1 into deb6620f5c3049268a68f25ae6a77f24(size=12.8 K), total size for store is 29.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:25,802 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:25,802 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/A, priority=13, startTime=1731327385325; duration=0sec 2024-11-11T12:16:25,802 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-11T12:16:25,802 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:A 2024-11-11T12:16:25,802 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:A 2024-11-11T12:16:25,803 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:16:25,804 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:16:25,804 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/C is initiating minor compaction (all files) 2024-11-11T12:16:25,804 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/C in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:25,804 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/5bb7c58c20254fea83856d28fa114693, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/75830ff77ffa46b5a28ace096a380407, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/8db328d3bd944339b5df6189b1b06c5e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/ff794b8304bb40cd8592eaeaead7f3e3] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=48.7 K 2024-11-11T12:16:25,805 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bb7c58c20254fea83856d28fa114693, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731327381912 2024-11-11T12:16:25,805 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 75830ff77ffa46b5a28ace096a380407, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731327383158 2024-11-11T12:16:25,805 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 8db328d3bd944339b5df6189b1b06c5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731327383617 2024-11-11T12:16:25,806 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting ff794b8304bb40cd8592eaeaead7f3e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731327384792 2024-11-11T12:16:25,807 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:25,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-11T12:16:25,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:25,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:25,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:25,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:25,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:25,830 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#C#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:25,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:25,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327445824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327445824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:25,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327445825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:25,833 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/f4142eb1aae947f7bd06108a1820113e is 50, key is test_row_0/C:col10/1731327385472/Put/seqid=0 2024-11-11T12:16:25,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327445833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:25,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327445835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:25,864 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/a2cbad8e80604187a9958220b0bac4eb as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/a2cbad8e80604187a9958220b0bac4eb 2024-11-11T12:16:25,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742297_1473 (size=13119) 2024-11-11T12:16:25,872 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/B of e21fecf92c1f225cbcb4ed57f6f273a1 into a2cbad8e80604187a9958220b0bac4eb(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:25,872 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:25,872 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/B, priority=13, startTime=1731327385326; duration=0sec 2024-11-11T12:16:25,872 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-11T12:16:25,872 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:B 2024-11-11T12:16:25,872 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:B 2024-11-11T12:16:25,872 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-11T12:16:25,872 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-11T12:16:25,872 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-11T12:16:25,872 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. because compaction request was cancelled 2024-11-11T12:16:25,872 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:C 2024-11-11T12:16:25,872 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-11T12:16:25,874 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-11T12:16:25,874 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-11T12:16:25,874 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. because compaction request was cancelled 2024-11-11T12:16:25,874 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:B 2024-11-11T12:16:25,874 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-11T12:16:25,875 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-11T12:16:25,875 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-11T12:16:25,875 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. because compaction request was cancelled 2024-11-11T12:16:25,875 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:A 2024-11-11T12:16:25,906 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/f4142eb1aae947f7bd06108a1820113e as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/f4142eb1aae947f7bd06108a1820113e 2024-11-11T12:16:25,911 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/C of e21fecf92c1f225cbcb4ed57f6f273a1 into f4142eb1aae947f7bd06108a1820113e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:25,911 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:25,911 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/C, priority=12, startTime=1731327385667; duration=0sec 2024-11-11T12:16:25,911 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:25,911 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:C 2024-11-11T12:16:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-11T12:16:25,959 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:25,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-11T12:16:25,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:25,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:25,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:25,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:25,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:26,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327446032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:26,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:26,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327446032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:26,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:26,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327446033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:26,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:26,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327446045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:26,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:26,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327446045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:26,111 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:26,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-11T12:16:26,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:26,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:26,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:26,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:26,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:26,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:26,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/a93fc08661e642c88e3f529c04d78b2f 2024-11-11T12:16:26,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/f7e996774c1d4f9c8c8c549bff9488d2 is 50, key is test_row_0/C:col10/1731327385552/Put/seqid=0 2024-11-11T12:16:26,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742298_1474 (size=12301) 2024-11-11T12:16:26,268 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:26,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-11T12:16:26,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:26,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:26,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:26,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:26,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:26,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327446342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:26,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327446342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:26,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327446344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:26,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327446350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:26,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327446353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-11T12:16:26,427 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:26,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-11T12:16:26,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:26,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:26,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:26,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:26,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:26,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/f7e996774c1d4f9c8c8c549bff9488d2 2024-11-11T12:16:26,586 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:26,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-11T12:16:26,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:26,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:26,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:26,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:26,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:26,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/beb9c71253374524a6f951ec272720ac as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/beb9c71253374524a6f951ec272720ac 2024-11-11T12:16:26,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/beb9c71253374524a6f951ec272720ac, entries=250, sequenceid=376, filesize=16.8 K 2024-11-11T12:16:26,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/a93fc08661e642c88e3f529c04d78b2f as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/a93fc08661e642c88e3f529c04d78b2f 2024-11-11T12:16:26,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/a93fc08661e642c88e3f529c04d78b2f, entries=150, sequenceid=376, filesize=12.0 K 2024-11-11T12:16:26,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/f7e996774c1d4f9c8c8c549bff9488d2 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/f7e996774c1d4f9c8c8c549bff9488d2 2024-11-11T12:16:26,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/f7e996774c1d4f9c8c8c549bff9488d2, entries=150, sequenceid=376, filesize=12.0 K 2024-11-11T12:16:26,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for e21fecf92c1f225cbcb4ed57f6f273a1 in 1012ms, sequenceid=376, compaction requested=true 2024-11-11T12:16:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:16:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:26,688 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:16:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:16:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T12:16:26,688 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:26,689 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:26,689 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/B is initiating minor compaction (all files) 2024-11-11T12:16:26,689 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/B in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:26,690 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/a2cbad8e80604187a9958220b0bac4eb, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/433ce8eb01904776a541e972f9046107, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/a93fc08661e642c88e3f529c04d78b2f] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=36.8 K 2024-11-11T12:16:26,690 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:26,690 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/A is initiating minor compaction (all files) 2024-11-11T12:16:26,690 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/A in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:26,690 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/deb6620f5c3049268a68f25ae6a77f24, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/ae27808deaa24c7db5046b6d8e06799f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/beb9c71253374524a6f951ec272720ac] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=46.3 K 2024-11-11T12:16:26,690 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting a2cbad8e80604187a9958220b0bac4eb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731327383617 2024-11-11T12:16:26,691 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting deb6620f5c3049268a68f25ae6a77f24, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731327383617 2024-11-11T12:16:26,691 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 433ce8eb01904776a541e972f9046107, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731327384792 2024-11-11T12:16:26,691 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae27808deaa24c7db5046b6d8e06799f, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731327384792 2024-11-11T12:16:26,691 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting a93fc08661e642c88e3f529c04d78b2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731327385552 2024-11-11T12:16:26,692 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting beb9c71253374524a6f951ec272720ac, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731327385550 2024-11-11T12:16:26,705 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#B#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:26,706 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/9f6f5ba8ffe04922910f85ad6c6b8256 is 50, key is test_row_0/B:col10/1731327385552/Put/seqid=0 2024-11-11T12:16:26,709 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#A#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:26,710 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/04059cdbd9b24cc19ee1c291ddfffbd3 is 50, key is test_row_0/A:col10/1731327385552/Put/seqid=0 2024-11-11T12:16:26,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742299_1475 (size=13187) 2024-11-11T12:16:26,737 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/9f6f5ba8ffe04922910f85ad6c6b8256 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/9f6f5ba8ffe04922910f85ad6c6b8256 2024-11-11T12:16:26,742 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:26,748 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/B of e21fecf92c1f225cbcb4ed57f6f273a1 into 9f6f5ba8ffe04922910f85ad6c6b8256(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:26,748 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:26,748 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/B, priority=13, startTime=1731327386688; duration=0sec 2024-11-11T12:16:26,748 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:26,748 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:B 2024-11-11T12:16:26,748 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-11T12:16:26,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-11T12:16:26,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:26,749 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing e21fecf92c1f225cbcb4ed57f6f273a1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-11T12:16:26,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=A 2024-11-11T12:16:26,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:26,749 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-11T12:16:26,749 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-11T12:16:26,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=B 2024-11-11T12:16:26,749 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. because compaction request was cancelled 2024-11-11T12:16:26,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:26,749 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:C 2024-11-11T12:16:26,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=C 2024-11-11T12:16:26,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:26,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/b9f7ef2d4feb4a999d99478ac6edfbf2 is 50, key is test_row_0/A:col10/1731327385709/Put/seqid=0 2024-11-11T12:16:26,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742300_1476 (size=13187) 2024-11-11T12:16:26,785 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/04059cdbd9b24cc19ee1c291ddfffbd3 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/04059cdbd9b24cc19ee1c291ddfffbd3 2024-11-11T12:16:26,792 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/A of e21fecf92c1f225cbcb4ed57f6f273a1 into 04059cdbd9b24cc19ee1c291ddfffbd3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:26,792 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:26,792 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/A, priority=13, startTime=1731327386688; duration=0sec 2024-11-11T12:16:26,792 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:26,792 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:A 2024-11-11T12:16:26,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742301_1477 (size=12301) 2024-11-11T12:16:26,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:26,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327446890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:26,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327446891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:26,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327446893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:26,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327446896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:26,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327446900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:27,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327447002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:27,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327447003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:27,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327447003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:27,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327447006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:27,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327447008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:27,206 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/b9f7ef2d4feb4a999d99478ac6edfbf2 2024-11-11T12:16:27,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327447209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:27,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:27,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327447209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327447209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:27,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327447214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:27,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327447217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:27,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/c7551afd89814962962d4dae7be1f051 is 50, key is test_row_0/B:col10/1731327385709/Put/seqid=0 2024-11-11T12:16:27,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742302_1478 (size=12301) 2024-11-11T12:16:27,273 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/c7551afd89814962962d4dae7be1f051 2024-11-11T12:16:27,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/80e62c798bfe413aabcd383abf6cba4c is 50, key is test_row_0/C:col10/1731327385709/Put/seqid=0 2024-11-11T12:16:27,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742303_1479 (size=12301) 2024-11-11T12:16:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-11T12:16:27,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327447516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:27,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327447517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:27,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327447520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:27,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327447520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:27,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327447526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:27,740 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/80e62c798bfe413aabcd383abf6cba4c 2024-11-11T12:16:27,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/b9f7ef2d4feb4a999d99478ac6edfbf2 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/b9f7ef2d4feb4a999d99478ac6edfbf2 2024-11-11T12:16:27,759 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/b9f7ef2d4feb4a999d99478ac6edfbf2, entries=150, sequenceid=396, filesize=12.0 K 2024-11-11T12:16:27,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/c7551afd89814962962d4dae7be1f051 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/c7551afd89814962962d4dae7be1f051 2024-11-11T12:16:27,768 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/c7551afd89814962962d4dae7be1f051, entries=150, sequenceid=396, filesize=12.0 K 2024-11-11T12:16:27,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/80e62c798bfe413aabcd383abf6cba4c as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/80e62c798bfe413aabcd383abf6cba4c 2024-11-11T12:16:27,775 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/80e62c798bfe413aabcd383abf6cba4c, entries=150, sequenceid=396, filesize=12.0 K 2024-11-11T12:16:27,780 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for e21fecf92c1f225cbcb4ed57f6f273a1 in 1027ms, sequenceid=396, compaction requested=true 2024-11-11T12:16:27,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:27,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:27,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-11T12:16:27,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-11T12:16:27,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-11T12:16:27,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4610 sec 2024-11-11T12:16:27,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.4690 sec 2024-11-11T12:16:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:28,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e21fecf92c1f225cbcb4ed57f6f273a1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-11T12:16:28,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=A 2024-11-11T12:16:28,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:28,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=B 2024-11-11T12:16:28,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:28,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=C 2024-11-11T12:16:28,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:28,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/000b8d8be77f48889e566c9462e0ede8 is 50, key is test_row_0/A:col10/1731327388029/Put/seqid=0 2024-11-11T12:16:28,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327448044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:28,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327448045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:28,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327448045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:28,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:28,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327448049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:28,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742304_1480 (size=14741) 2024-11-11T12:16:28,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:28,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327448053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:28,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/000b8d8be77f48889e566c9462e0ede8 2024-11-11T12:16:28,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/fc73bea7f2d54bf294640ebd318122d7 is 50, key is test_row_0/B:col10/1731327388029/Put/seqid=0 2024-11-11T12:16:28,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742305_1481 (size=12301) 2024-11-11T12:16:28,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/fc73bea7f2d54bf294640ebd318122d7 2024-11-11T12:16:28,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/e129ed9c19f2449fb391ac9234f51990 is 50, key is test_row_0/C:col10/1731327388029/Put/seqid=0 2024-11-11T12:16:28,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327448156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:28,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327448156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:28,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:28,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327448157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:28,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327448160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:28,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742306_1482 (size=12301) 2024-11-11T12:16:28,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327448168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:28,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327448359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:28,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327448359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:28,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327448366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:28,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327448370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:28,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327448376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:28,458 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T12:16:28,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/e129ed9c19f2449fb391ac9234f51990 2024-11-11T12:16:28,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/000b8d8be77f48889e566c9462e0ede8 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/000b8d8be77f48889e566c9462e0ede8 2024-11-11T12:16:28,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/000b8d8be77f48889e566c9462e0ede8, entries=200, sequenceid=419, filesize=14.4 K 2024-11-11T12:16:28,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/fc73bea7f2d54bf294640ebd318122d7 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/fc73bea7f2d54bf294640ebd318122d7 2024-11-11T12:16:28,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/fc73bea7f2d54bf294640ebd318122d7, entries=150, sequenceid=419, filesize=12.0 K 2024-11-11T12:16:28,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/e129ed9c19f2449fb391ac9234f51990 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/e129ed9c19f2449fb391ac9234f51990 2024-11-11T12:16:28,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/e129ed9c19f2449fb391ac9234f51990, entries=150, sequenceid=419, filesize=12.0 K 2024-11-11T12:16:28,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e21fecf92c1f225cbcb4ed57f6f273a1 in 577ms, sequenceid=419, compaction requested=true 2024-11-11T12:16:28,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:28,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:16:28,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:28,607 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:28,607 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:28,608 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:28,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:16:28,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:28,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:16:28,609 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/A is initiating minor compaction (all files) 2024-11-11T12:16:28,609 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:28,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:28,609 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/B is initiating minor compaction (all files) 2024-11-11T12:16:28,609 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/A in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:28,609 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/B in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:28,609 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/04059cdbd9b24cc19ee1c291ddfffbd3, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/b9f7ef2d4feb4a999d99478ac6edfbf2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/000b8d8be77f48889e566c9462e0ede8] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=39.3 K 2024-11-11T12:16:28,609 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/9f6f5ba8ffe04922910f85ad6c6b8256, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/c7551afd89814962962d4dae7be1f051, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/fc73bea7f2d54bf294640ebd318122d7] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=36.9 K 2024-11-11T12:16:28,609 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04059cdbd9b24cc19ee1c291ddfffbd3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731327385552 2024-11-11T12:16:28,609 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f6f5ba8ffe04922910f85ad6c6b8256, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731327385552 2024-11-11T12:16:28,609 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9f7ef2d4feb4a999d99478ac6edfbf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731327385709 2024-11-11T12:16:28,609 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting c7551afd89814962962d4dae7be1f051, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731327385709 2024-11-11T12:16:28,610 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 000b8d8be77f48889e566c9462e0ede8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731327386891 2024-11-11T12:16:28,610 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting fc73bea7f2d54bf294640ebd318122d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731327386896 2024-11-11T12:16:28,620 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#A#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:28,620 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#B#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:28,620 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/399a72cc3ac54425b611574e84a38acd is 50, key is test_row_0/A:col10/1731327388029/Put/seqid=0 2024-11-11T12:16:28,620 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/93b7bb24b67f443eb765dda436793b13 is 50, key is test_row_0/B:col10/1731327388029/Put/seqid=0 2024-11-11T12:16:28,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742307_1483 (size=13289) 2024-11-11T12:16:28,639 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/399a72cc3ac54425b611574e84a38acd as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/399a72cc3ac54425b611574e84a38acd 2024-11-11T12:16:28,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742308_1484 (size=13289) 2024-11-11T12:16:28,647 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/A of e21fecf92c1f225cbcb4ed57f6f273a1 into 399a72cc3ac54425b611574e84a38acd(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:28,647 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:28,647 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/A, priority=13, startTime=1731327388607; duration=0sec 2024-11-11T12:16:28,647 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:28,647 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:A 2024-11-11T12:16:28,647 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:16:28,648 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:16:28,648 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/C is initiating minor compaction (all files) 2024-11-11T12:16:28,648 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/C in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:28,649 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/f4142eb1aae947f7bd06108a1820113e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/f7e996774c1d4f9c8c8c549bff9488d2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/80e62c798bfe413aabcd383abf6cba4c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/e129ed9c19f2449fb391ac9234f51990] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=48.8 K 2024-11-11T12:16:28,649 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4142eb1aae947f7bd06108a1820113e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731327384792 2024-11-11T12:16:28,650 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/93b7bb24b67f443eb765dda436793b13 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/93b7bb24b67f443eb765dda436793b13 2024-11-11T12:16:28,651 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7e996774c1d4f9c8c8c549bff9488d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731327385552 2024-11-11T12:16:28,651 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80e62c798bfe413aabcd383abf6cba4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731327385709 2024-11-11T12:16:28,652 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting e129ed9c19f2449fb391ac9234f51990, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731327386896 2024-11-11T12:16:28,654 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/B of e21fecf92c1f225cbcb4ed57f6f273a1 into 93b7bb24b67f443eb765dda436793b13(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:28,654 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:28,654 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/B, priority=13, startTime=1731327388607; duration=0sec 2024-11-11T12:16:28,654 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:28,655 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:B 2024-11-11T12:16:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:28,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e21fecf92c1f225cbcb4ed57f6f273a1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T12:16:28,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=A 2024-11-11T12:16:28,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:28,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=B 2024-11-11T12:16:28,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:28,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=C 2024-11-11T12:16:28,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:28,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/724290e774694ac39583ca27cb7ef79a is 50, key is test_row_0/A:col10/1731327388674/Put/seqid=0 2024-11-11T12:16:28,689 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#C#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:28,690 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/1c9545c07a654390add06db9a4c87cb8 is 50, key is test_row_0/C:col10/1731327388029/Put/seqid=0 2024-11-11T12:16:28,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742309_1485 (size=14741) 2024-11-11T12:16:28,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742310_1486 (size=13255) 2024-11-11T12:16:28,707 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/1c9545c07a654390add06db9a4c87cb8 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/1c9545c07a654390add06db9a4c87cb8 2024-11-11T12:16:28,739 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/C of e21fecf92c1f225cbcb4ed57f6f273a1 into 1c9545c07a654390add06db9a4c87cb8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:28,739 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:28,739 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/C, priority=12, startTime=1731327388609; duration=0sec 2024-11-11T12:16:28,739 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:28,739 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:C 2024-11-11T12:16:28,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:28,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327448747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327448748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:28,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327448749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:28,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327448749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:28,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327448750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:28,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327448855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:28,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327448855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:28,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327448855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:28,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327448855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:28,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327448856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:29,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327449059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:29,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327449059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:29,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327449059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:29,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327449060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:29,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327449064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:29,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/724290e774694ac39583ca27cb7ef79a 2024-11-11T12:16:29,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/51d9efaa1d604c07a1734e48ea10db6d is 50, key is test_row_0/B:col10/1731327388674/Put/seqid=0 2024-11-11T12:16:29,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742311_1487 (size=12301) 2024-11-11T12:16:29,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327449363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:29,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327449365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:29,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327449371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:29,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327449371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:29,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327449372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-11T12:16:29,432 INFO [Thread-1809 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-11T12:16:29,434 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:16:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-11T12:16:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-11T12:16:29,436 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:16:29,437 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:16:29,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:16:29,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/51d9efaa1d604c07a1734e48ea10db6d 2024-11-11T12:16:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-11T12:16:29,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/4eb5cc13b4694e0f9fe893d7017e9431 is 50, key is test_row_0/C:col10/1731327388674/Put/seqid=0 2024-11-11T12:16:29,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742312_1488 (size=12301) 2024-11-11T12:16:29,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/4eb5cc13b4694e0f9fe893d7017e9431 2024-11-11T12:16:29,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/724290e774694ac39583ca27cb7ef79a as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/724290e774694ac39583ca27cb7ef79a 2024-11-11T12:16:29,589 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:29,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-11T12:16:29,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:29,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:29,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:29,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:29,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:29,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:29,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/724290e774694ac39583ca27cb7ef79a, entries=200, sequenceid=437, filesize=14.4 K 2024-11-11T12:16:29,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/51d9efaa1d604c07a1734e48ea10db6d as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/51d9efaa1d604c07a1734e48ea10db6d 2024-11-11T12:16:29,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/51d9efaa1d604c07a1734e48ea10db6d, entries=150, sequenceid=437, filesize=12.0 K 2024-11-11T12:16:29,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/4eb5cc13b4694e0f9fe893d7017e9431 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/4eb5cc13b4694e0f9fe893d7017e9431 2024-11-11T12:16:29,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/4eb5cc13b4694e0f9fe893d7017e9431, entries=150, sequenceid=437, filesize=12.0 K 2024-11-11T12:16:29,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for e21fecf92c1f225cbcb4ed57f6f273a1 in 945ms, sequenceid=437, compaction requested=false 2024-11-11T12:16:29,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-11T12:16:29,742 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:29,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-11T12:16:29,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:29,742 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing e21fecf92c1f225cbcb4ed57f6f273a1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-11T12:16:29,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=A 2024-11-11T12:16:29,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:29,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=B 2024-11-11T12:16:29,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:29,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=C 2024-11-11T12:16:29,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:29,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/23ab76913cf849a2abdcf5bafc3d104c is 50, key is test_row_0/A:col10/1731327388749/Put/seqid=0 2024-11-11T12:16:29,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742313_1489 (size=12301) 2024-11-11T12:16:29,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. as already flushing 2024-11-11T12:16:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:29,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60434 deadline: 1731327449887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:29,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327449893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:29,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327449894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:29,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327449894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:29,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327449895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:30,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327449998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:30,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327450003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:30,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327450003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:30,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327450007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-11T12:16:30,167 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/23ab76913cf849a2abdcf5bafc3d104c 2024-11-11T12:16:30,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/34ca3a810ec64ed5b0b60822f235554e is 50, key is test_row_0/B:col10/1731327388749/Put/seqid=0 2024-11-11T12:16:30,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60422 deadline: 1731327450207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:30,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60406 deadline: 1731327450208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:30,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60428 deadline: 1731327450208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:30,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742314_1490 (size=12301) 2024-11-11T12:16:30,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60376 deadline: 1731327450219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:30,228 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/34ca3a810ec64ed5b0b60822f235554e 2024-11-11T12:16:30,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/6336f6afd85d41d391adb4e8e755b13d is 50, key is test_row_0/C:col10/1731327388749/Put/seqid=0 2024-11-11T12:16:30,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742315_1491 (size=12301) 2024-11-11T12:16:30,305 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/6336f6afd85d41d391adb4e8e755b13d 2024-11-11T12:16:30,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/23ab76913cf849a2abdcf5bafc3d104c as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/23ab76913cf849a2abdcf5bafc3d104c 2024-11-11T12:16:30,317 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/23ab76913cf849a2abdcf5bafc3d104c, entries=150, sequenceid=459, filesize=12.0 K 2024-11-11T12:16:30,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/34ca3a810ec64ed5b0b60822f235554e as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/34ca3a810ec64ed5b0b60822f235554e 2024-11-11T12:16:30,325 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/34ca3a810ec64ed5b0b60822f235554e, entries=150, sequenceid=459, filesize=12.0 K 2024-11-11T12:16:30,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/6336f6afd85d41d391adb4e8e755b13d as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/6336f6afd85d41d391adb4e8e755b13d 2024-11-11T12:16:30,330 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/6336f6afd85d41d391adb4e8e755b13d, entries=150, sequenceid=459, filesize=12.0 K 2024-11-11T12:16:30,331 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for e21fecf92c1f225cbcb4ed57f6f273a1 in 589ms, sequenceid=459, compaction requested=true 2024-11-11T12:16:30,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:30,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:30,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-11T12:16:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-11T12:16:30,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-11T12:16:30,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 898 msec 2024-11-11T12:16:30,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 905 msec 2024-11-11T12:16:30,492 DEBUG [Thread-1814 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47ef9951 to 127.0.0.1:50815 2024-11-11T12:16:30,492 DEBUG [Thread-1818 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x02430fee to 127.0.0.1:50815 2024-11-11T12:16:30,492 DEBUG [Thread-1818 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:30,493 DEBUG [Thread-1814 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:30,494 DEBUG [Thread-1816 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x567011a8 to 127.0.0.1:50815 2024-11-11T12:16:30,494 DEBUG [Thread-1816 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:30,499 DEBUG [Thread-1810 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14088aa9 to 127.0.0.1:50815 2024-11-11T12:16:30,499 DEBUG [Thread-1812 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40302925 to 127.0.0.1:50815 2024-11-11T12:16:30,499 DEBUG [Thread-1810 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:30,499 DEBUG [Thread-1812 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:30,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e21fecf92c1f225cbcb4ed57f6f273a1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T12:16:30,528 DEBUG [Thread-1807 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39b3baa5 to 127.0.0.1:50815 2024-11-11T12:16:30,528 DEBUG [Thread-1807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:30,528 DEBUG [Thread-1803 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53fc02ba to 127.0.0.1:50815 2024-11-11T12:16:30,528 DEBUG [Thread-1803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:30,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=A 2024-11-11T12:16:30,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:30,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=B 2024-11-11T12:16:30,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:30,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=C 2024-11-11T12:16:30,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:30,529 DEBUG [Thread-1799 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38dd8644 to 127.0.0.1:50815 2024-11-11T12:16:30,529 DEBUG [Thread-1799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:30,532 DEBUG [Thread-1801 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65e17c26 to 127.0.0.1:50815 2024-11-11T12:16:30,532 DEBUG [Thread-1801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:30,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/2420f611680c4ec596959e67749a0ce8 is 50, key is test_row_0/A:col10/1731327390519/Put/seqid=0 2024-11-11T12:16:30,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742316_1492 (size=12301) 2024-11-11T12:16:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-11T12:16:30,544 INFO [Thread-1809 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-11T12:16:30,902 DEBUG [Thread-1805 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2011d733 to 127.0.0.1:50815 2024-11-11T12:16:30,902 DEBUG [Thread-1805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:30,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T12:16:30,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-11T12:16:30,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-11T12:16:30,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-11T12:16:30,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-11T12:16:30,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-11T12:16:30,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T12:16:30,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T12:16:30,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1242 2024-11-11T12:16:30,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3726 rows 2024-11-11T12:16:30,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1260 2024-11-11T12:16:30,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3780 rows 2024-11-11T12:16:30,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1252 2024-11-11T12:16:30,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3756 rows 2024-11-11T12:16:30,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1268 2024-11-11T12:16:30,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3804 rows 2024-11-11T12:16:30,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1247 2024-11-11T12:16:30,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3741 rows 2024-11-11T12:16:30,903 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T12:16:30,903 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x59daaa82 to 127.0.0.1:50815 2024-11-11T12:16:30,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:30,909 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-11T12:16:30,909 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-11T12:16:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T12:16:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-11T12:16:30,913 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731327390913"}]},"ts":"1731327390913"} 2024-11-11T12:16:30,914 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T12:16:30,927 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T12:16:30,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T12:16:30,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e21fecf92c1f225cbcb4ed57f6f273a1, UNASSIGN}] 2024-11-11T12:16:30,930 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e21fecf92c1f225cbcb4ed57f6f273a1, UNASSIGN 2024-11-11T12:16:30,930 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=e21fecf92c1f225cbcb4ed57f6f273a1, regionState=CLOSING, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:16:30,931 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T12:16:30,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; CloseRegionProcedure e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210}] 2024-11-11T12:16:30,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/2420f611680c4ec596959e67749a0ce8 2024-11-11T12:16:30,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/5112e803f6814e218fc1492746313f19 is 50, key is test_row_0/B:col10/1731327390519/Put/seqid=0 2024-11-11T12:16:30,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742317_1493 (size=12301) 2024-11-11T12:16:30,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/5112e803f6814e218fc1492746313f19 2024-11-11T12:16:30,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/4cfa5c69f0a84d1383bc725b10c6bea3 is 50, key is test_row_0/C:col10/1731327390519/Put/seqid=0 2024-11-11T12:16:30,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742318_1494 (size=12301) 2024-11-11T12:16:30,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/4cfa5c69f0a84d1383bc725b10c6bea3 2024-11-11T12:16:30,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/2420f611680c4ec596959e67749a0ce8 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/2420f611680c4ec596959e67749a0ce8 2024-11-11T12:16:30,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/2420f611680c4ec596959e67749a0ce8, entries=150, sequenceid=477, filesize=12.0 K 2024-11-11T12:16:30,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/5112e803f6814e218fc1492746313f19 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/5112e803f6814e218fc1492746313f19 2024-11-11T12:16:30,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/5112e803f6814e218fc1492746313f19, entries=150, sequenceid=477, filesize=12.0 K 2024-11-11T12:16:30,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/4cfa5c69f0a84d1383bc725b10c6bea3 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/4cfa5c69f0a84d1383bc725b10c6bea3 2024-11-11T12:16:30,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/4cfa5c69f0a84d1383bc725b10c6bea3, entries=150, sequenceid=477, filesize=12.0 K 2024-11-11T12:16:30,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=13.42 KB/13740 for e21fecf92c1f225cbcb4ed57f6f273a1 in 463ms, sequenceid=477, compaction requested=true 2024-11-11T12:16:30,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:30,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:16:30,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:30,991 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:16:30,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:16:30,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:30,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e21fecf92c1f225cbcb4ed57f6f273a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:16:30,991 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:16:30,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:30,991 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:16:30,991 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52632 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:16:30,992 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/B is initiating minor compaction (all files) 2024-11-11T12:16:30,992 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): e21fecf92c1f225cbcb4ed57f6f273a1/A is initiating minor compaction (all files) 2024-11-11T12:16:30,992 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/A in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:30,992 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e21fecf92c1f225cbcb4ed57f6f273a1/B in TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:30,992 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/399a72cc3ac54425b611574e84a38acd, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/724290e774694ac39583ca27cb7ef79a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/23ab76913cf849a2abdcf5bafc3d104c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/2420f611680c4ec596959e67749a0ce8] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=51.4 K 2024-11-11T12:16:30,992 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/93b7bb24b67f443eb765dda436793b13, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/51d9efaa1d604c07a1734e48ea10db6d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/34ca3a810ec64ed5b0b60822f235554e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/5112e803f6814e218fc1492746313f19] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp, totalSize=49.0 K 2024-11-11T12:16:30,992 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 93b7bb24b67f443eb765dda436793b13, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731327386896 2024-11-11T12:16:30,992 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 399a72cc3ac54425b611574e84a38acd, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731327386896 2024-11-11T12:16:30,992 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 724290e774694ac39583ca27cb7ef79a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1731327388043 2024-11-11T12:16:30,992 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 51d9efaa1d604c07a1734e48ea10db6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1731327388043 2024-11-11T12:16:30,992 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23ab76913cf849a2abdcf5bafc3d104c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731327388748 2024-11-11T12:16:30,992 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 34ca3a810ec64ed5b0b60822f235554e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731327388748 2024-11-11T12:16:30,992 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2420f611680c4ec596959e67749a0ce8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731327390519 2024-11-11T12:16:30,992 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 5112e803f6814e218fc1492746313f19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731327390519 2024-11-11T12:16:30,998 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#A#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:30,999 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/f23cb8fee3ef43f280c40a363e5a5204 is 50, key is test_row_0/A:col10/1731327390519/Put/seqid=0 2024-11-11T12:16:30,999 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e21fecf92c1f225cbcb4ed57f6f273a1#B#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:31,000 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/3f38c966595341c6a5f99ced7e21652d is 50, key is test_row_0/B:col10/1731327390519/Put/seqid=0 2024-11-11T12:16:31,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742319_1495 (size=13425) 2024-11-11T12:16:31,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742320_1496 (size=13425) 2024-11-11T12:16:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-11T12:16:31,082 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:31,082 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(124): Close e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:31,082 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T12:16:31,083 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1681): Closing e21fecf92c1f225cbcb4ed57f6f273a1, disabling compactions & flushes 2024-11-11T12:16:31,083 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-11T12:16:31,408 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/3f38c966595341c6a5f99ced7e21652d as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/3f38c966595341c6a5f99ced7e21652d 2024-11-11T12:16:31,408 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/f23cb8fee3ef43f280c40a363e5a5204 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/f23cb8fee3ef43f280c40a363e5a5204 2024-11-11T12:16:31,412 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/A of e21fecf92c1f225cbcb4ed57f6f273a1 into f23cb8fee3ef43f280c40a363e5a5204(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:31,412 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e21fecf92c1f225cbcb4ed57f6f273a1/B of e21fecf92c1f225cbcb4ed57f6f273a1 into 3f38c966595341c6a5f99ced7e21652d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:31,412 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:31,412 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:31,412 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/B, priority=12, startTime=1731327390991; duration=0sec 2024-11-11T12:16:31,412 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1., storeName=e21fecf92c1f225cbcb4ed57f6f273a1/A, priority=12, startTime=1731327390990; duration=0sec 2024-11-11T12:16:31,412 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:31,412 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:31,412 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. after waiting 0 ms 2024-11-11T12:16:31,412 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:31,412 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:31,412 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:31,412 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:B 2024-11-11T12:16:31,412 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:A 2024-11-11T12:16:31,412 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. because compaction request was cancelled 2024-11-11T12:16:31,412 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e21fecf92c1f225cbcb4ed57f6f273a1:C 2024-11-11T12:16:31,412 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(2837): Flushing e21fecf92c1f225cbcb4ed57f6f273a1 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-11T12:16:31,412 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=A 2024-11-11T12:16:31,412 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:31,412 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=B 2024-11-11T12:16:31,412 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:31,412 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e21fecf92c1f225cbcb4ed57f6f273a1, store=C 2024-11-11T12:16:31,412 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:31,415 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/086516c589284d34a6c663db2a646099 is 50, key is test_row_1/A:col10/1731327390901/Put/seqid=0 2024-11-11T12:16:31,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742321_1497 (size=7415) 2024-11-11T12:16:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-11T12:16:31,820 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/086516c589284d34a6c663db2a646099 2024-11-11T12:16:31,826 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/8949fa76bf5f460f82227ba6f60c8631 is 50, key is test_row_1/B:col10/1731327390901/Put/seqid=0 2024-11-11T12:16:31,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742322_1498 (size=7415) 2024-11-11T12:16:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-11T12:16:32,233 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/8949fa76bf5f460f82227ba6f60c8631 2024-11-11T12:16:32,239 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/a90479d5fdf1450699b4592a779465ef is 50, key is test_row_1/C:col10/1731327390901/Put/seqid=0 2024-11-11T12:16:32,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742323_1499 (size=7415) 2024-11-11T12:16:32,648 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/a90479d5fdf1450699b4592a779465ef 2024-11-11T12:16:32,654 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/A/086516c589284d34a6c663db2a646099 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/086516c589284d34a6c663db2a646099 2024-11-11T12:16:32,666 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/086516c589284d34a6c663db2a646099, entries=50, sequenceid=484, filesize=7.2 K 2024-11-11T12:16:32,668 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/B/8949fa76bf5f460f82227ba6f60c8631 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/8949fa76bf5f460f82227ba6f60c8631 2024-11-11T12:16:32,677 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/8949fa76bf5f460f82227ba6f60c8631, entries=50, sequenceid=484, filesize=7.2 K 2024-11-11T12:16:32,678 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/.tmp/C/a90479d5fdf1450699b4592a779465ef as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/a90479d5fdf1450699b4592a779465ef 2024-11-11T12:16:32,683 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/a90479d5fdf1450699b4592a779465ef, entries=50, sequenceid=484, filesize=7.2 K 2024-11-11T12:16:32,684 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for e21fecf92c1f225cbcb4ed57f6f273a1 in 1272ms, sequenceid=484, compaction requested=true 2024-11-11T12:16:32,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/45671acbde5a43daaffa36fba46d2446, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/ff2a870953a14fd6bd4a02905163b030, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/b2ad9c6876ef4ce5a8cf13aa16f59b3f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/bc0afbead8da4cfbbfe120037aaac1fc, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/ea17c78e43964745a81d543b0e62c8fe, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/2281dd7428e0409e989041839fd5611b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/1ff8b215620a427ebcae662f9a8b536b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/6e28b2c2239a497d8fd839bdacef2621, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/a3e062b671cd459da7c325c8454a10c1, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/e92cd6902dbc4014962b02962c58414d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/1d3262a245c148f4af5718d2af9ddf75, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/f767e2ccdb5d43d9a3caebd50cf37bb8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/a1329438ac8b467584bd5de02bb5902e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/4bc14d1d6dc944758fdac4b6d212773b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/acec64eb56b44b32b7db167aa1701d33, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/1f071c3315614841b0d92f4c22292db5, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/7d6c4cbe7b224a1c83e414a7d8332b20, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/9a31a3e504e943bc90a244c7969a11b6, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/e605d69750344f0597fb3660ae04e9f2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/af2086bac530471c817ed127f94401fb, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/0e784a7743cd486aacf541d5c3a38db7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/502416dbe1fb47d2ab28b289ee31e36e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/deb6620f5c3049268a68f25ae6a77f24, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/1649cd2ca63f43fe90482fb580384f54, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/ae27808deaa24c7db5046b6d8e06799f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/beb9c71253374524a6f951ec272720ac, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/04059cdbd9b24cc19ee1c291ddfffbd3, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/b9f7ef2d4feb4a999d99478ac6edfbf2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/000b8d8be77f48889e566c9462e0ede8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/399a72cc3ac54425b611574e84a38acd, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/724290e774694ac39583ca27cb7ef79a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/23ab76913cf849a2abdcf5bafc3d104c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/2420f611680c4ec596959e67749a0ce8] to archive 2024-11-11T12:16:32,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T12:16:32,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/45671acbde5a43daaffa36fba46d2446 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/45671acbde5a43daaffa36fba46d2446 2024-11-11T12:16:32,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/ff2a870953a14fd6bd4a02905163b030 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/ff2a870953a14fd6bd4a02905163b030 2024-11-11T12:16:32,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/b2ad9c6876ef4ce5a8cf13aa16f59b3f to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/b2ad9c6876ef4ce5a8cf13aa16f59b3f 2024-11-11T12:16:32,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/bc0afbead8da4cfbbfe120037aaac1fc to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/bc0afbead8da4cfbbfe120037aaac1fc 2024-11-11T12:16:32,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/ea17c78e43964745a81d543b0e62c8fe to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/ea17c78e43964745a81d543b0e62c8fe 2024-11-11T12:16:32,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/2281dd7428e0409e989041839fd5611b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/2281dd7428e0409e989041839fd5611b 2024-11-11T12:16:32,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/1ff8b215620a427ebcae662f9a8b536b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/1ff8b215620a427ebcae662f9a8b536b 2024-11-11T12:16:32,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/6e28b2c2239a497d8fd839bdacef2621 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/6e28b2c2239a497d8fd839bdacef2621 2024-11-11T12:16:32,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/a3e062b671cd459da7c325c8454a10c1 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/a3e062b671cd459da7c325c8454a10c1 2024-11-11T12:16:32,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/e92cd6902dbc4014962b02962c58414d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/e92cd6902dbc4014962b02962c58414d 2024-11-11T12:16:32,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/1d3262a245c148f4af5718d2af9ddf75 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/1d3262a245c148f4af5718d2af9ddf75 2024-11-11T12:16:32,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/f767e2ccdb5d43d9a3caebd50cf37bb8 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/f767e2ccdb5d43d9a3caebd50cf37bb8 2024-11-11T12:16:32,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/a1329438ac8b467584bd5de02bb5902e to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/a1329438ac8b467584bd5de02bb5902e 2024-11-11T12:16:32,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/4bc14d1d6dc944758fdac4b6d212773b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/4bc14d1d6dc944758fdac4b6d212773b 2024-11-11T12:16:32,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/acec64eb56b44b32b7db167aa1701d33 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/acec64eb56b44b32b7db167aa1701d33 2024-11-11T12:16:32,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/1f071c3315614841b0d92f4c22292db5 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/1f071c3315614841b0d92f4c22292db5 2024-11-11T12:16:32,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/7d6c4cbe7b224a1c83e414a7d8332b20 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/7d6c4cbe7b224a1c83e414a7d8332b20 2024-11-11T12:16:32,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/9a31a3e504e943bc90a244c7969a11b6 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/9a31a3e504e943bc90a244c7969a11b6 2024-11-11T12:16:32,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/e605d69750344f0597fb3660ae04e9f2 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/e605d69750344f0597fb3660ae04e9f2 2024-11-11T12:16:32,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/af2086bac530471c817ed127f94401fb to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/af2086bac530471c817ed127f94401fb 2024-11-11T12:16:32,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/0e784a7743cd486aacf541d5c3a38db7 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/0e784a7743cd486aacf541d5c3a38db7 2024-11-11T12:16:32,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/502416dbe1fb47d2ab28b289ee31e36e to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/502416dbe1fb47d2ab28b289ee31e36e 2024-11-11T12:16:32,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/deb6620f5c3049268a68f25ae6a77f24 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/deb6620f5c3049268a68f25ae6a77f24 2024-11-11T12:16:32,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/1649cd2ca63f43fe90482fb580384f54 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/1649cd2ca63f43fe90482fb580384f54 2024-11-11T12:16:32,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/ae27808deaa24c7db5046b6d8e06799f to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/ae27808deaa24c7db5046b6d8e06799f 2024-11-11T12:16:32,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/beb9c71253374524a6f951ec272720ac to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/beb9c71253374524a6f951ec272720ac 2024-11-11T12:16:32,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/04059cdbd9b24cc19ee1c291ddfffbd3 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/04059cdbd9b24cc19ee1c291ddfffbd3 2024-11-11T12:16:32,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/b9f7ef2d4feb4a999d99478ac6edfbf2 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/b9f7ef2d4feb4a999d99478ac6edfbf2 2024-11-11T12:16:32,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/000b8d8be77f48889e566c9462e0ede8 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/000b8d8be77f48889e566c9462e0ede8 2024-11-11T12:16:32,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/399a72cc3ac54425b611574e84a38acd to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/399a72cc3ac54425b611574e84a38acd 2024-11-11T12:16:32,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/724290e774694ac39583ca27cb7ef79a to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/724290e774694ac39583ca27cb7ef79a 2024-11-11T12:16:32,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/23ab76913cf849a2abdcf5bafc3d104c to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/23ab76913cf849a2abdcf5bafc3d104c 2024-11-11T12:16:32,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/2420f611680c4ec596959e67749a0ce8 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/2420f611680c4ec596959e67749a0ce8 2024-11-11T12:16:32,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/dff8c97bddc64ca9be2239aeaca4c454, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/cac6fa611e6b476c8b17ff0647f1ff4c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/8c7ba8e5200941789b3ef9dfaf92083e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/b7a12ade09be4e2c88690ac1096c194e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/2b49b990307e49adbb7d86e622b2f533, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/b2c95874b77c4f9681923d59064cb914, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/2e261608d0a74a679f388f957a6ceb18, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/4736bc5c01cd49c4bde14943d1495432, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/9fb2220aa30b4177bbf64c67aef16893, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/c4acdf514e014e20b7cfe353bcff6fee, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/58dd526bd8e64b5ea2240ce02e8b745e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/b5e10d6fc22640f29e05c162c50a69bb, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/adbc240300c945c29e84ea6da5d75e8d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/150fc80df12f4147b0295df1d62d8e39, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/8dccb89c9f71418b8740dd284a460e79, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/f5daba8d43f5414c8e97e39e89aac5c4, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/20198140d49446f7a94373ab0d9b9634, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/f13c72438c6d4524a45d01d90a40b36f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/77e0dce02112408583ec527a8f93a0a7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/ea65081a609248568a03f7f227544999, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/2572215db2c64eba8550ebe179bcaff8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/5569e42063964ed9b38035b0f261144d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/a2cbad8e80604187a9958220b0bac4eb, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/ef3af6578bdb44cdb5a0f636d049571b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/433ce8eb01904776a541e972f9046107, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/9f6f5ba8ffe04922910f85ad6c6b8256, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/a93fc08661e642c88e3f529c04d78b2f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/c7551afd89814962962d4dae7be1f051, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/93b7bb24b67f443eb765dda436793b13, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/fc73bea7f2d54bf294640ebd318122d7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/51d9efaa1d604c07a1734e48ea10db6d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/34ca3a810ec64ed5b0b60822f235554e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/5112e803f6814e218fc1492746313f19] to archive 2024-11-11T12:16:32,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T12:16:32,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/dff8c97bddc64ca9be2239aeaca4c454 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/dff8c97bddc64ca9be2239aeaca4c454 2024-11-11T12:16:32,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/cac6fa611e6b476c8b17ff0647f1ff4c to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/cac6fa611e6b476c8b17ff0647f1ff4c 2024-11-11T12:16:32,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/8c7ba8e5200941789b3ef9dfaf92083e to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/8c7ba8e5200941789b3ef9dfaf92083e 2024-11-11T12:16:32,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/b7a12ade09be4e2c88690ac1096c194e to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/b7a12ade09be4e2c88690ac1096c194e 2024-11-11T12:16:32,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/2b49b990307e49adbb7d86e622b2f533 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/2b49b990307e49adbb7d86e622b2f533 2024-11-11T12:16:32,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/b2c95874b77c4f9681923d59064cb914 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/b2c95874b77c4f9681923d59064cb914 2024-11-11T12:16:32,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/2e261608d0a74a679f388f957a6ceb18 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/2e261608d0a74a679f388f957a6ceb18 2024-11-11T12:16:32,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/4736bc5c01cd49c4bde14943d1495432 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/4736bc5c01cd49c4bde14943d1495432 2024-11-11T12:16:32,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/9fb2220aa30b4177bbf64c67aef16893 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/9fb2220aa30b4177bbf64c67aef16893 2024-11-11T12:16:32,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/c4acdf514e014e20b7cfe353bcff6fee to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/c4acdf514e014e20b7cfe353bcff6fee 2024-11-11T12:16:32,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/58dd526bd8e64b5ea2240ce02e8b745e to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/58dd526bd8e64b5ea2240ce02e8b745e 2024-11-11T12:16:32,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/b5e10d6fc22640f29e05c162c50a69bb to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/b5e10d6fc22640f29e05c162c50a69bb 2024-11-11T12:16:32,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/adbc240300c945c29e84ea6da5d75e8d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/adbc240300c945c29e84ea6da5d75e8d 2024-11-11T12:16:32,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/150fc80df12f4147b0295df1d62d8e39 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/150fc80df12f4147b0295df1d62d8e39 2024-11-11T12:16:32,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/8dccb89c9f71418b8740dd284a460e79 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/8dccb89c9f71418b8740dd284a460e79 2024-11-11T12:16:32,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/f5daba8d43f5414c8e97e39e89aac5c4 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/f5daba8d43f5414c8e97e39e89aac5c4 2024-11-11T12:16:32,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/20198140d49446f7a94373ab0d9b9634 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/20198140d49446f7a94373ab0d9b9634 2024-11-11T12:16:32,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/f13c72438c6d4524a45d01d90a40b36f to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/f13c72438c6d4524a45d01d90a40b36f 2024-11-11T12:16:32,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/77e0dce02112408583ec527a8f93a0a7 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/77e0dce02112408583ec527a8f93a0a7 2024-11-11T12:16:32,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/ea65081a609248568a03f7f227544999 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/ea65081a609248568a03f7f227544999 2024-11-11T12:16:32,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/2572215db2c64eba8550ebe179bcaff8 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/2572215db2c64eba8550ebe179bcaff8 2024-11-11T12:16:32,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/5569e42063964ed9b38035b0f261144d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/5569e42063964ed9b38035b0f261144d 2024-11-11T12:16:32,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/a2cbad8e80604187a9958220b0bac4eb to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/a2cbad8e80604187a9958220b0bac4eb 2024-11-11T12:16:32,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/ef3af6578bdb44cdb5a0f636d049571b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/ef3af6578bdb44cdb5a0f636d049571b 2024-11-11T12:16:32,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/433ce8eb01904776a541e972f9046107 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/433ce8eb01904776a541e972f9046107 2024-11-11T12:16:32,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/9f6f5ba8ffe04922910f85ad6c6b8256 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/9f6f5ba8ffe04922910f85ad6c6b8256 2024-11-11T12:16:32,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/a93fc08661e642c88e3f529c04d78b2f to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/a93fc08661e642c88e3f529c04d78b2f 2024-11-11T12:16:32,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/c7551afd89814962962d4dae7be1f051 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/c7551afd89814962962d4dae7be1f051 2024-11-11T12:16:32,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/93b7bb24b67f443eb765dda436793b13 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/93b7bb24b67f443eb765dda436793b13 2024-11-11T12:16:32,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/fc73bea7f2d54bf294640ebd318122d7 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/fc73bea7f2d54bf294640ebd318122d7 2024-11-11T12:16:32,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/51d9efaa1d604c07a1734e48ea10db6d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/51d9efaa1d604c07a1734e48ea10db6d 2024-11-11T12:16:32,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/34ca3a810ec64ed5b0b60822f235554e to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/34ca3a810ec64ed5b0b60822f235554e 2024-11-11T12:16:32,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/5112e803f6814e218fc1492746313f19 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/5112e803f6814e218fc1492746313f19 2024-11-11T12:16:32,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/0efeb0308523429b932f60ab11e3580b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/3809e70d23c540cb86357504c25610ec, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/b9da07f5f96946e4bc81ba3b290da6e9, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/b989eabc813f44f182740d6794893754, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/a9793f2584fe48bc92dc833df1caf522, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/9826d715391948aab3f3d31abd6c6025, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/cd55153901af4ad8992d2ebc03422a78, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/551a7d988d2c402ebea935c3f2637585, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/aadf5c6153124558b01dba1f39266a29, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/35b7e9221e8d42f487fc09ca5e068ccc, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/0a13bd0522714d7fb8ca74987ee0bf04, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/a01c3af8cb8041e598eb7fe42a9baa32, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/4128082916424d17b8aebd4b70ad1ed2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/2d5c9b10ce764ca58172def1abdb3a20, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/a1dc9fcfa6094d4fac3f9f202426439f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/d0a33ec6c2ef44db8f1c49210244b515, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/6faebf9bb149439da9c94f69c40660bf, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/f76e50099d9e4a4aa4fd6aa1eac8a109, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/5284b99cdbbe4f2f843a0eee7a50bedc, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/5bb7c58c20254fea83856d28fa114693, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/aac5947323124fb39a9bcf3f65a50c0c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/75830ff77ffa46b5a28ace096a380407, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/8db328d3bd944339b5df6189b1b06c5e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/f4142eb1aae947f7bd06108a1820113e, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/ff794b8304bb40cd8592eaeaead7f3e3, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/f7e996774c1d4f9c8c8c549bff9488d2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/80e62c798bfe413aabcd383abf6cba4c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/e129ed9c19f2449fb391ac9234f51990] to archive 2024-11-11T12:16:32,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T12:16:32,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/0efeb0308523429b932f60ab11e3580b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/0efeb0308523429b932f60ab11e3580b 2024-11-11T12:16:32,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/3809e70d23c540cb86357504c25610ec to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/3809e70d23c540cb86357504c25610ec 2024-11-11T12:16:32,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/b9da07f5f96946e4bc81ba3b290da6e9 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/b9da07f5f96946e4bc81ba3b290da6e9 2024-11-11T12:16:32,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/b989eabc813f44f182740d6794893754 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/b989eabc813f44f182740d6794893754 2024-11-11T12:16:32,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/a9793f2584fe48bc92dc833df1caf522 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/a9793f2584fe48bc92dc833df1caf522 2024-11-11T12:16:32,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/9826d715391948aab3f3d31abd6c6025 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/9826d715391948aab3f3d31abd6c6025 2024-11-11T12:16:32,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/cd55153901af4ad8992d2ebc03422a78 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/cd55153901af4ad8992d2ebc03422a78 2024-11-11T12:16:32,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/551a7d988d2c402ebea935c3f2637585 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/551a7d988d2c402ebea935c3f2637585 2024-11-11T12:16:32,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/aadf5c6153124558b01dba1f39266a29 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/aadf5c6153124558b01dba1f39266a29 2024-11-11T12:16:32,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/35b7e9221e8d42f487fc09ca5e068ccc to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/35b7e9221e8d42f487fc09ca5e068ccc 2024-11-11T12:16:32,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/0a13bd0522714d7fb8ca74987ee0bf04 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/0a13bd0522714d7fb8ca74987ee0bf04 2024-11-11T12:16:32,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/a01c3af8cb8041e598eb7fe42a9baa32 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/a01c3af8cb8041e598eb7fe42a9baa32 2024-11-11T12:16:32,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/4128082916424d17b8aebd4b70ad1ed2 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/4128082916424d17b8aebd4b70ad1ed2 2024-11-11T12:16:32,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/2d5c9b10ce764ca58172def1abdb3a20 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/2d5c9b10ce764ca58172def1abdb3a20 2024-11-11T12:16:32,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/a1dc9fcfa6094d4fac3f9f202426439f to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/a1dc9fcfa6094d4fac3f9f202426439f 2024-11-11T12:16:32,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/d0a33ec6c2ef44db8f1c49210244b515 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/d0a33ec6c2ef44db8f1c49210244b515 2024-11-11T12:16:32,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/6faebf9bb149439da9c94f69c40660bf to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/6faebf9bb149439da9c94f69c40660bf 2024-11-11T12:16:32,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/f76e50099d9e4a4aa4fd6aa1eac8a109 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/f76e50099d9e4a4aa4fd6aa1eac8a109 2024-11-11T12:16:32,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/5284b99cdbbe4f2f843a0eee7a50bedc to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/5284b99cdbbe4f2f843a0eee7a50bedc 2024-11-11T12:16:32,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/5bb7c58c20254fea83856d28fa114693 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/5bb7c58c20254fea83856d28fa114693 2024-11-11T12:16:32,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/aac5947323124fb39a9bcf3f65a50c0c to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/aac5947323124fb39a9bcf3f65a50c0c 2024-11-11T12:16:32,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/75830ff77ffa46b5a28ace096a380407 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/75830ff77ffa46b5a28ace096a380407 2024-11-11T12:16:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-11T12:16:33,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/8db328d3bd944339b5df6189b1b06c5e to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/8db328d3bd944339b5df6189b1b06c5e 2024-11-11T12:16:33,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/f4142eb1aae947f7bd06108a1820113e to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/f4142eb1aae947f7bd06108a1820113e 2024-11-11T12:16:33,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/ff794b8304bb40cd8592eaeaead7f3e3 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/ff794b8304bb40cd8592eaeaead7f3e3 2024-11-11T12:16:33,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/f7e996774c1d4f9c8c8c549bff9488d2 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/f7e996774c1d4f9c8c8c549bff9488d2 2024-11-11T12:16:33,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/80e62c798bfe413aabcd383abf6cba4c to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/80e62c798bfe413aabcd383abf6cba4c 2024-11-11T12:16:33,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/e129ed9c19f2449fb391ac9234f51990 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/e129ed9c19f2449fb391ac9234f51990 2024-11-11T12:16:33,082 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/recovered.edits/487.seqid, newMaxSeqId=487, maxSeqId=1 2024-11-11T12:16:33,083 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1. 2024-11-11T12:16:33,083 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1635): Region close journal for e21fecf92c1f225cbcb4ed57f6f273a1: 2024-11-11T12:16:33,084 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(170): Closed e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:33,085 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=e21fecf92c1f225cbcb4ed57f6f273a1, regionState=CLOSED 2024-11-11T12:16:33,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-11T12:16:33,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; CloseRegionProcedure e21fecf92c1f225cbcb4ed57f6f273a1, server=645b80804bed,34363,1731327241210 in 2.1540 sec 2024-11-11T12:16:33,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=130, resume processing ppid=129 2024-11-11T12:16:33,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, ppid=129, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e21fecf92c1f225cbcb4ed57f6f273a1, UNASSIGN in 2.1580 sec 2024-11-11T12:16:33,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-11T12:16:33,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.1650 sec 2024-11-11T12:16:33,095 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731327393095"}]},"ts":"1731327393095"} 2024-11-11T12:16:33,096 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T12:16:33,102 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T12:16:33,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.1940 sec 2024-11-11T12:16:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-11T12:16:35,018 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-11T12:16:35,019 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-11T12:16:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:16:35,021 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=132, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:16:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-11T12:16:35,043 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=132, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:16:35,059 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:35,073 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A, FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B, FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C, FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/recovered.edits] 2024-11-11T12:16:35,081 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/086516c589284d34a6c663db2a646099 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/086516c589284d34a6c663db2a646099 2024-11-11T12:16:35,082 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/f23cb8fee3ef43f280c40a363e5a5204 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/A/f23cb8fee3ef43f280c40a363e5a5204 2024-11-11T12:16:35,085 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/3f38c966595341c6a5f99ced7e21652d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/3f38c966595341c6a5f99ced7e21652d 2024-11-11T12:16:35,086 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/8949fa76bf5f460f82227ba6f60c8631 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/B/8949fa76bf5f460f82227ba6f60c8631 2024-11-11T12:16:35,091 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/1c9545c07a654390add06db9a4c87cb8 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/1c9545c07a654390add06db9a4c87cb8 2024-11-11T12:16:35,094 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/4cfa5c69f0a84d1383bc725b10c6bea3 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/4cfa5c69f0a84d1383bc725b10c6bea3 2024-11-11T12:16:35,100 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/4eb5cc13b4694e0f9fe893d7017e9431 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/4eb5cc13b4694e0f9fe893d7017e9431 2024-11-11T12:16:35,102 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/6336f6afd85d41d391adb4e8e755b13d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/6336f6afd85d41d391adb4e8e755b13d 2024-11-11T12:16:35,103 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/a90479d5fdf1450699b4592a779465ef to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/C/a90479d5fdf1450699b4592a779465ef 2024-11-11T12:16:35,105 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/recovered.edits/487.seqid to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1/recovered.edits/487.seqid 2024-11-11T12:16:35,106 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/e21fecf92c1f225cbcb4ed57f6f273a1 2024-11-11T12:16:35,106 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T12:16:35,108 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=132, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:16:35,109 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T12:16:35,111 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T12:16:35,112 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=132, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:16:35,112 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T12:16:35,112 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731327395112"}]},"ts":"9223372036854775807"} 2024-11-11T12:16:35,114 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-11T12:16:35,114 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e21fecf92c1f225cbcb4ed57f6f273a1, NAME => 'TestAcidGuarantees,,1731327368189.e21fecf92c1f225cbcb4ed57f6f273a1.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T12:16:35,114 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T12:16:35,114 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731327395114"}]},"ts":"9223372036854775807"} 2024-11-11T12:16:35,116 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-11T12:16:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-11T12:16:35,129 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=132, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:16:35,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 110 msec 2024-11-11T12:16:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-11T12:16:35,323 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-11T12:16:35,333 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=240 (was 235) - Thread LEAK? -, OpenFileDescriptor=454 (was 454), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1390 (was 1579), ProcessCount=11 (was 11), AvailableMemoryMB=2395 (was 2845) 2024-11-11T12:16:35,343 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=240, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=1390, ProcessCount=11, AvailableMemoryMB=2392 2024-11-11T12:16:35,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T12:16:35,347 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T12:16:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=133, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T12:16:35,348 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T12:16:35,349 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 133 2024-11-11T12:16:35,349 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-11T12:16:35,349 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T12:16:35,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742324_1500 (size=960) 2024-11-11T12:16:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-11T12:16:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-11T12:16:35,762 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16 2024-11-11T12:16:35,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742325_1501 (size=53) 2024-11-11T12:16:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-11T12:16:36,199 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T12:16:36,199 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 555687e6a301a72b9cd4baed658b3f7d, disabling compactions & flushes 2024-11-11T12:16:36,199 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:36,199 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:36,199 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. after waiting 0 ms 2024-11-11T12:16:36,199 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:36,199 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:36,199 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:36,200 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T12:16:36,200 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731327396200"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731327396200"}]},"ts":"1731327396200"} 2024-11-11T12:16:36,201 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T12:16:36,203 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T12:16:36,203 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731327396203"}]},"ts":"1731327396203"} 2024-11-11T12:16:36,204 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T12:16:36,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=555687e6a301a72b9cd4baed658b3f7d, ASSIGN}] 2024-11-11T12:16:36,253 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=555687e6a301a72b9cd4baed658b3f7d, ASSIGN 2024-11-11T12:16:36,254 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=555687e6a301a72b9cd4baed658b3f7d, ASSIGN; state=OFFLINE, location=645b80804bed,34363,1731327241210; forceNewPlan=false, retain=false 2024-11-11T12:16:36,404 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=555687e6a301a72b9cd4baed658b3f7d, regionState=OPENING, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:16:36,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; OpenRegionProcedure 555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210}] 2024-11-11T12:16:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-11T12:16:36,558 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:36,572 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:36,573 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7285): Opening region: {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} 2024-11-11T12:16:36,573 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:36,573 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T12:16:36,573 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7327): checking encryption for 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:36,573 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7330): checking classloading for 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:36,575 INFO [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:36,578 INFO [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:16:36,578 INFO [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 555687e6a301a72b9cd4baed658b3f7d columnFamilyName A 2024-11-11T12:16:36,578 DEBUG [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:36,579 INFO [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] regionserver.HStore(327): Store=555687e6a301a72b9cd4baed658b3f7d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:16:36,579 INFO [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:36,581 INFO [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:16:36,582 INFO [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 555687e6a301a72b9cd4baed658b3f7d columnFamilyName B 2024-11-11T12:16:36,582 DEBUG [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:36,583 INFO [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] regionserver.HStore(327): Store=555687e6a301a72b9cd4baed658b3f7d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:16:36,583 INFO [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:36,585 INFO [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:16:36,585 INFO [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 555687e6a301a72b9cd4baed658b3f7d columnFamilyName C 2024-11-11T12:16:36,585 DEBUG [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:36,586 INFO [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] regionserver.HStore(327): Store=555687e6a301a72b9cd4baed658b3f7d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:16:36,586 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:36,587 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:36,587 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:36,590 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T12:16:36,593 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1085): writing seq id for 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:36,596 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T12:16:36,602 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1102): Opened 555687e6a301a72b9cd4baed658b3f7d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67159426, jitterRate=7.534325122833252E-4}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T12:16:36,603 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1001): Region open journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:36,606 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d., pid=135, masterSystemTime=1731327396558 2024-11-11T12:16:36,610 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:36,610 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:36,612 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=555687e6a301a72b9cd4baed658b3f7d, regionState=OPEN, openSeqNum=2, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:16:36,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-11T12:16:36,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; OpenRegionProcedure 555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 in 210 msec 2024-11-11T12:16:36,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=134, resume processing ppid=133 2024-11-11T12:16:36,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, ppid=133, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=555687e6a301a72b9cd4baed658b3f7d, ASSIGN in 373 msec 2024-11-11T12:16:36,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T12:16:36,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731327396638"}]},"ts":"1731327396638"} 2024-11-11T12:16:36,652 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T12:16:36,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T12:16:36,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3210 sec 2024-11-11T12:16:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-11T12:16:37,457 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 133 completed 2024-11-11T12:16:37,458 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68ba132a to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2089b1f4 2024-11-11T12:16:37,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55544bc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:16:37,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:16:37,521 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:16:37,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T12:16:37,524 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T12:16:37,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T12:16:37,532 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T12:16:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-11T12:16:37,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742326_1502 (size=996) 2024-11-11T12:16:37,550 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-11T12:16:37,550 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-11T12:16:37,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T12:16:37,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=555687e6a301a72b9cd4baed658b3f7d, REOPEN/MOVE}] 2024-11-11T12:16:37,555 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=555687e6a301a72b9cd4baed658b3f7d, REOPEN/MOVE 2024-11-11T12:16:37,555 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=555687e6a301a72b9cd4baed658b3f7d, regionState=CLOSING, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:16:37,556 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T12:16:37,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; CloseRegionProcedure 555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210}] 2024-11-11T12:16:37,708 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:37,709 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(124): Close 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:37,709 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T12:16:37,710 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1681): Closing 555687e6a301a72b9cd4baed658b3f7d, disabling compactions & flushes 2024-11-11T12:16:37,710 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:37,710 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:37,710 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. after waiting 0 ms 2024-11-11T12:16:37,710 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:37,715 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T12:16:37,716 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:37,716 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1635): Region close journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:37,716 WARN [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegionServer(3786): Not adding moved region record: 555687e6a301a72b9cd4baed658b3f7d to self. 2024-11-11T12:16:37,721 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(170): Closed 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:37,724 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=555687e6a301a72b9cd4baed658b3f7d, regionState=CLOSED 2024-11-11T12:16:37,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-11T12:16:37,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; CloseRegionProcedure 555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 in 170 msec 2024-11-11T12:16:37,737 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=555687e6a301a72b9cd4baed658b3f7d, REOPEN/MOVE; state=CLOSED, location=645b80804bed,34363,1731327241210; forceNewPlan=false, retain=true 2024-11-11T12:16:37,891 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=555687e6a301a72b9cd4baed658b3f7d, regionState=OPENING, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:16:37,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=140, ppid=138, state=RUNNABLE; OpenRegionProcedure 555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210}] 2024-11-11T12:16:38,045 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:38,048 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:38,048 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7285): Opening region: {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} 2024-11-11T12:16:38,048 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:38,048 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T12:16:38,049 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7327): checking encryption for 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:38,049 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7330): checking classloading for 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:38,050 INFO [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:38,051 INFO [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:16:38,051 INFO [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 555687e6a301a72b9cd4baed658b3f7d columnFamilyName A 2024-11-11T12:16:38,052 DEBUG [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:38,053 INFO [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] regionserver.HStore(327): Store=555687e6a301a72b9cd4baed658b3f7d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:16:38,053 INFO [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:38,054 INFO [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:16:38,054 INFO [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 555687e6a301a72b9cd4baed658b3f7d columnFamilyName B 2024-11-11T12:16:38,054 DEBUG [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:38,055 INFO [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] regionserver.HStore(327): Store=555687e6a301a72b9cd4baed658b3f7d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:16:38,055 INFO [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:38,056 INFO [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T12:16:38,056 INFO [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 555687e6a301a72b9cd4baed658b3f7d columnFamilyName C 2024-11-11T12:16:38,056 DEBUG [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:38,057 INFO [StoreOpener-555687e6a301a72b9cd4baed658b3f7d-1 {}] regionserver.HStore(327): Store=555687e6a301a72b9cd4baed658b3f7d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T12:16:38,057 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:38,058 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:38,059 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:38,060 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T12:16:38,063 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1085): writing seq id for 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:38,064 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1102): Opened 555687e6a301a72b9cd4baed658b3f7d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70508885, jitterRate=0.0506642609834671}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T12:16:38,065 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1001): Region open journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:38,065 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d., pid=140, masterSystemTime=1731327398045 2024-11-11T12:16:38,067 DEBUG [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:38,067 INFO [RS_OPEN_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:38,068 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=555687e6a301a72b9cd4baed658b3f7d, regionState=OPEN, openSeqNum=5, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:16:38,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=140, resume processing ppid=138 2024-11-11T12:16:38,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, ppid=138, state=SUCCESS; OpenRegionProcedure 555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 in 175 msec 2024-11-11T12:16:38,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=138, resume processing ppid=137 2024-11-11T12:16:38,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, ppid=137, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=555687e6a301a72b9cd4baed658b3f7d, REOPEN/MOVE in 516 msec 2024-11-11T12:16:38,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-11T12:16:38,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 519 msec 2024-11-11T12:16:38,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 541 msec 2024-11-11T12:16:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-11T12:16:38,076 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x081e0163 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65f51785 2024-11-11T12:16:38,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1208728f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:16:38,115 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x71c377ac to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3cc71f2e 2024-11-11T12:16:38,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0a9e33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:16:38,147 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d1de3c9 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79a7bd2b 2024-11-11T12:16:38,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e55f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:16:38,207 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09e22139 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d688bcb 2024-11-11T12:16:38,212 ERROR [LeaseRenewer:jenkins@localhost:42835 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:42835,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:38,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271e8143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:16:38,255 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38481360 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31f7e171 2024-11-11T12:16:38,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b06a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:16:38,273 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6c078737 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d02ace0 2024-11-11T12:16:38,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61da8c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:16:38,304 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bf8843a to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63054209 2024-11-11T12:16:38,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560a8819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:16:38,329 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x76670256 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fbb1399 2024-11-11T12:16:38,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df30e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:16:38,353 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36bc3633 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51fccca6 2024-11-11T12:16:38,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745bf218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:16:38,370 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64b7ee62 to 127.0.0.1:50815 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@539997ae 2024-11-11T12:16:38,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f964f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T12:16:38,379 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:16:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-11T12:16:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-11T12:16:38,381 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:16:38,381 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:16:38,381 DEBUG [hconnection-0x1dbc0d4b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:16:38,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:16:38,382 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:16:38,384 DEBUG [hconnection-0x2f349621-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:16:38,384 DEBUG [hconnection-0x4acb31b2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:16:38,385 DEBUG [hconnection-0x59aea262-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:16:38,385 DEBUG [hconnection-0x688be6ce-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:16:38,385 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:16:38,385 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:16:38,385 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:16:38,385 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:16:38,387 DEBUG [hconnection-0xd567956-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:16:38,394 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:16:38,395 DEBUG [hconnection-0x4e91cdd4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:16:38,396 DEBUG [hconnection-0x7fe1639a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:16:38,396 DEBUG [hconnection-0x5a9d300d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:16:38,397 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:16:38,398 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:16:38,399 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:16:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:38,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 555687e6a301a72b9cd4baed658b3f7d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T12:16:38,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=A 2024-11-11T12:16:38,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:38,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=B 2024-11-11T12:16:38,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:38,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=C 2024-11-11T12:16:38,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:38,414 DEBUG [hconnection-0x45516e9c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T12:16:38,419 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T12:16:38,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327458429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:38,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327458430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:38,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327458430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:38,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327458431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:38,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327458433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:38,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119174e399f6564eedbaaa9397deb5f252_555687e6a301a72b9cd4baed658b3f7d is 50, key is test_row_0/A:col10/1731327398401/Put/seqid=0 2024-11-11T12:16:38,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742327_1503 (size=21918) 2024-11-11T12:16:38,457 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:38,460 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119174e399f6564eedbaaa9397deb5f252_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119174e399f6564eedbaaa9397deb5f252_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:38,460 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/47033223dcfd4658acfd70a1a9fb990b, store: [table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:38,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/47033223dcfd4658acfd70a1a9fb990b is 175, key is test_row_0/A:col10/1731327398401/Put/seqid=0 2024-11-11T12:16:38,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742328_1504 (size=65323) 2024-11-11T12:16:38,477 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/47033223dcfd4658acfd70a1a9fb990b 2024-11-11T12:16:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-11T12:16:38,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/7f654fa253f840738aa501215f0c5702 is 50, key is test_row_0/B:col10/1731327398401/Put/seqid=0 2024-11-11T12:16:38,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742329_1505 (size=12001) 2024-11-11T12:16:38,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/7f654fa253f840738aa501215f0c5702 2024-11-11T12:16:38,533 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:38,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-11T12:16:38,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:38,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:38,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:38,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:38,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:38,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327458534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:38,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:38,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327458534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327458534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:38,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327458534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:38,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327458536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:38,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/b0556cc0c8a94ebda25574b6bde45db7 is 50, key is test_row_0/C:col10/1731327398401/Put/seqid=0 2024-11-11T12:16:38,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742330_1506 (size=12001) 2024-11-11T12:16:38,609 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T12:16:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-11T12:16:38,686 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:38,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-11T12:16:38,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:38,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:38,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:38,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:38,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:38,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327458737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:38,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327458737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:38,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327458738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:38,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327458740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:38,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327458743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:38,838 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:38,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-11T12:16:38,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:38,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:38,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:38,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:38,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:38,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/b0556cc0c8a94ebda25574b6bde45db7 2024-11-11T12:16:38,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/47033223dcfd4658acfd70a1a9fb990b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/47033223dcfd4658acfd70a1a9fb990b 2024-11-11T12:16:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-11T12:16:38,991 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:38,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-11T12:16:38,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:38,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:38,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:38,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:38,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:38,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/47033223dcfd4658acfd70a1a9fb990b, entries=350, sequenceid=17, filesize=63.8 K 2024-11-11T12:16:39,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/7f654fa253f840738aa501215f0c5702 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/7f654fa253f840738aa501215f0c5702 2024-11-11T12:16:39,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/7f654fa253f840738aa501215f0c5702, entries=150, sequenceid=17, filesize=11.7 K 2024-11-11T12:16:39,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/b0556cc0c8a94ebda25574b6bde45db7 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/b0556cc0c8a94ebda25574b6bde45db7 2024-11-11T12:16:39,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/b0556cc0c8a94ebda25574b6bde45db7, entries=150, sequenceid=17, filesize=11.7 K 2024-11-11T12:16:39,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 555687e6a301a72b9cd4baed658b3f7d in 634ms, sequenceid=17, compaction requested=false 2024-11-11T12:16:39,035 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-11T12:16:39,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:39,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 555687e6a301a72b9cd4baed658b3f7d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T12:16:39,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=A 2024-11-11T12:16:39,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:39,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=B 2024-11-11T12:16:39,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:39,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=C 2024-11-11T12:16:39,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:39,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119a79be5dc4d149bbbbe0fc0e7b86842f_555687e6a301a72b9cd4baed658b3f7d is 50, key is test_row_0/A:col10/1731327399041/Put/seqid=0 2024-11-11T12:16:39,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327459059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:39,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327459060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:39,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327459062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:39,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327459062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:39,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327459063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:39,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742331_1507 (size=14594) 2024-11-11T12:16:39,143 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:39,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-11T12:16:39,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:39,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:39,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:39,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:39,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:39,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327459164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:39,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327459165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:39,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327459165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:39,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327459165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:39,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327459166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:39,298 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:39,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-11T12:16:39,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:39,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:39,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:39,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:39,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:39,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327459370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:39,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327459371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:39,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327459372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:39,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327459372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:39,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327459372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:39,382 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:42835 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:42835,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:39,450 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:39,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-11T12:16:39,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:39,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:39,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:39,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:39,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:39,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:39,483 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:39,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-11T12:16:39,512 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119a79be5dc4d149bbbbe0fc0e7b86842f_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119a79be5dc4d149bbbbe0fc0e7b86842f_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:39,516 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/ede6e8d27d9943f8877cb4d3b09ac70a, store: [table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:39,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/ede6e8d27d9943f8877cb4d3b09ac70a is 175, key is test_row_0/A:col10/1731327399041/Put/seqid=0 2024-11-11T12:16:39,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742332_1508 (size=39549) 2024-11-11T12:16:39,607 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:39,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-11T12:16:39,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:39,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:39,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:39,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:39,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:39,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327459673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:39,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:39,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327459681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:39,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327459683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:39,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327459684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:39,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327459691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:39,770 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:39,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-11T12:16:39,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:39,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:39,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:39,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:39,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:39,924 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:39,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-11T12:16:39,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:39,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:39,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:39,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:39,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:39,932 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/ede6e8d27d9943f8877cb4d3b09ac70a 2024-11-11T12:16:39,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/6f7684dded8c4557b9be1b970ca98d80 is 50, key is test_row_0/B:col10/1731327399041/Put/seqid=0 2024-11-11T12:16:39,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742333_1509 (size=12001) 2024-11-11T12:16:40,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/6f7684dded8c4557b9be1b970ca98d80 2024-11-11T12:16:40,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/a966eddc164f43bcbc70694acda51662 is 50, key is test_row_0/C:col10/1731327399041/Put/seqid=0 2024-11-11T12:16:40,083 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:40,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-11T12:16:40,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:40,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:40,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:40,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:40,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:40,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742334_1510 (size=12001) 2024-11-11T12:16:40,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327460183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:40,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327460185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:40,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327460187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:40,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327460190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:40,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327460197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:40,236 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:40,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-11T12:16:40,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:40,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:40,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:40,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:40,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:40,390 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:40,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-11T12:16:40,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:40,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:40,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:40,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:40,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-11T12:16:40,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/a966eddc164f43bcbc70694acda51662 2024-11-11T12:16:40,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/ede6e8d27d9943f8877cb4d3b09ac70a as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/ede6e8d27d9943f8877cb4d3b09ac70a 2024-11-11T12:16:40,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/ede6e8d27d9943f8877cb4d3b09ac70a, entries=200, sequenceid=41, filesize=38.6 K 2024-11-11T12:16:40,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/6f7684dded8c4557b9be1b970ca98d80 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/6f7684dded8c4557b9be1b970ca98d80 2024-11-11T12:16:40,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/6f7684dded8c4557b9be1b970ca98d80, entries=150, sequenceid=41, filesize=11.7 K 2024-11-11T12:16:40,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/a966eddc164f43bcbc70694acda51662 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/a966eddc164f43bcbc70694acda51662 2024-11-11T12:16:40,551 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:40,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-11T12:16:40,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:40,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:40,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:40,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:40,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:40,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/a966eddc164f43bcbc70694acda51662, entries=150, sequenceid=41, filesize=11.7 K 2024-11-11T12:16:40,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 555687e6a301a72b9cd4baed658b3f7d in 1519ms, sequenceid=41, compaction requested=false 2024-11-11T12:16:40,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:40,714 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:40,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-11T12:16:40,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:40,716 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2837): Flushing 555687e6a301a72b9cd4baed658b3f7d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T12:16:40,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=A 2024-11-11T12:16:40,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:40,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=B 2024-11-11T12:16:40,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:40,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=C 2024-11-11T12:16:40,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:40,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ae6f0eaf23554261ab835c6500dd26bf_555687e6a301a72b9cd4baed658b3f7d is 50, key is test_row_0/A:col10/1731327399061/Put/seqid=0 2024-11-11T12:16:40,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742335_1511 (size=12154) 2024-11-11T12:16:41,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:41,169 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ae6f0eaf23554261ab835c6500dd26bf_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ae6f0eaf23554261ab835c6500dd26bf_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:41,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/3c0ef354c4e04f3d9d731e754c95eeff, store: [table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:41,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/3c0ef354c4e04f3d9d731e754c95eeff is 175, key is test_row_0/A:col10/1731327399061/Put/seqid=0 2024-11-11T12:16:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:41,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:41,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742336_1512 (size=30955) 2024-11-11T12:16:41,231 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/3c0ef354c4e04f3d9d731e754c95eeff 2024-11-11T12:16:41,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/65abd8e7b14c49408e5a21234d75af3f is 50, key is test_row_0/B:col10/1731327399061/Put/seqid=0 2024-11-11T12:16:41,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:41,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327461279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:41,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:41,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327461281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:41,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:41,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327461285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:41,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327461288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:41,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:41,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327461288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:41,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742337_1513 (size=12001) 2024-11-11T12:16:41,344 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/65abd8e7b14c49408e5a21234d75af3f 2024-11-11T12:16:41,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/67344aeb9bbe4591ba39d05edac887e9 is 50, key is test_row_0/C:col10/1731327399061/Put/seqid=0 2024-11-11T12:16:41,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327461392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:41,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327461397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:41,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327461397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:41,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327461400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:41,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:41,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327461402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:41,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742338_1514 (size=12001) 2024-11-11T12:16:41,412 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/67344aeb9bbe4591ba39d05edac887e9 2024-11-11T12:16:41,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/3c0ef354c4e04f3d9d731e754c95eeff as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/3c0ef354c4e04f3d9d731e754c95eeff 2024-11-11T12:16:41,437 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/3c0ef354c4e04f3d9d731e754c95eeff, entries=150, sequenceid=54, filesize=30.2 K 2024-11-11T12:16:41,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/65abd8e7b14c49408e5a21234d75af3f as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/65abd8e7b14c49408e5a21234d75af3f 2024-11-11T12:16:41,466 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/65abd8e7b14c49408e5a21234d75af3f, entries=150, sequenceid=54, filesize=11.7 K 2024-11-11T12:16:41,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/67344aeb9bbe4591ba39d05edac887e9 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/67344aeb9bbe4591ba39d05edac887e9 2024-11-11T12:16:41,481 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/67344aeb9bbe4591ba39d05edac887e9, entries=150, sequenceid=54, filesize=11.7 K 2024-11-11T12:16:41,484 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 555687e6a301a72b9cd4baed658b3f7d in 767ms, sequenceid=54, compaction requested=true 2024-11-11T12:16:41,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2538): Flush status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:41,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:41,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-11T12:16:41,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=142 2024-11-11T12:16:41,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=142, resume processing ppid=141 2024-11-11T12:16:41,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, ppid=141, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1150 sec 2024-11-11T12:16:41,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 3.1220 sec 2024-11-11T12:16:41,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:41,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 555687e6a301a72b9cd4baed658b3f7d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T12:16:41,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=A 2024-11-11T12:16:41,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:41,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=B 2024-11-11T12:16:41,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:41,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=C 2024-11-11T12:16:41,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:41,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:41,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327461626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:41,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:41,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327461627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:41,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327461632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:41,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327461632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:41,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c67130d5676648d3955e57c92a9ac91f_555687e6a301a72b9cd4baed658b3f7d is 50, key is test_row_0/A:col10/1731327401285/Put/seqid=0 2024-11-11T12:16:41,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327461633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:41,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742339_1515 (size=14594) 2024-11-11T12:16:41,706 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:41,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327461733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:41,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327461733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:41,743 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c67130d5676648d3955e57c92a9ac91f_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c67130d5676648d3955e57c92a9ac91f_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:41,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327461742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:41,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327461743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:41,747 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/1d7855fbdbe0486db36b68cc31a4c68d, store: [table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:41,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327461744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:41,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/1d7855fbdbe0486db36b68cc31a4c68d is 175, key is test_row_0/A:col10/1731327401285/Put/seqid=0 2024-11-11T12:16:41,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742340_1516 (size=39549) 2024-11-11T12:16:41,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327461939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:41,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327461939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:41,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327461947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:41,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327461948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:41,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327461959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:42,197 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/1d7855fbdbe0486db36b68cc31a4c68d 2024-11-11T12:16:42,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/3839bbebd5bb4e49bd9b356797eab9bf is 50, key is test_row_0/B:col10/1731327401285/Put/seqid=0 2024-11-11T12:16:42,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327462246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:42,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327462248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:42,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327462252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:42,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327462253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:42,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742341_1517 (size=12001) 2024-11-11T12:16:42,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/3839bbebd5bb4e49bd9b356797eab9bf 2024-11-11T12:16:42,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327462272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:42,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/3a3277ed79344373828a8c9756c3a437 is 50, key is test_row_0/C:col10/1731327401285/Put/seqid=0 2024-11-11T12:16:42,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742342_1518 (size=12001) 2024-11-11T12:16:42,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/3a3277ed79344373828a8c9756c3a437 2024-11-11T12:16:42,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/1d7855fbdbe0486db36b68cc31a4c68d as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/1d7855fbdbe0486db36b68cc31a4c68d 2024-11-11T12:16:42,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/1d7855fbdbe0486db36b68cc31a4c68d, entries=200, sequenceid=80, filesize=38.6 K 2024-11-11T12:16:42,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/3839bbebd5bb4e49bd9b356797eab9bf as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/3839bbebd5bb4e49bd9b356797eab9bf 2024-11-11T12:16:42,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/3839bbebd5bb4e49bd9b356797eab9bf, entries=150, sequenceid=80, filesize=11.7 K 2024-11-11T12:16:42,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/3a3277ed79344373828a8c9756c3a437 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/3a3277ed79344373828a8c9756c3a437 2024-11-11T12:16:42,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/3a3277ed79344373828a8c9756c3a437, entries=150, sequenceid=80, filesize=11.7 K 2024-11-11T12:16:42,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 555687e6a301a72b9cd4baed658b3f7d in 771ms, sequenceid=80, compaction requested=true 2024-11-11T12:16:42,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:42,388 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:16:42,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 555687e6a301a72b9cd4baed658b3f7d:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:16:42,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:42,388 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:16:42,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 555687e6a301a72b9cd4baed658b3f7d:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:16:42,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:42,390 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:16:42,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 555687e6a301a72b9cd4baed658b3f7d:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:16:42,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:42,390 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 555687e6a301a72b9cd4baed658b3f7d/B is initiating minor compaction (all files) 2024-11-11T12:16:42,390 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 555687e6a301a72b9cd4baed658b3f7d/B in TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:42,390 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/7f654fa253f840738aa501215f0c5702, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/6f7684dded8c4557b9be1b970ca98d80, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/65abd8e7b14c49408e5a21234d75af3f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/3839bbebd5bb4e49bd9b356797eab9bf] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp, totalSize=46.9 K 2024-11-11T12:16:42,391 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f654fa253f840738aa501215f0c5702, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731327398394 2024-11-11T12:16:42,391 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 175376 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:16:42,391 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 555687e6a301a72b9cd4baed658b3f7d/A is initiating minor compaction (all files) 2024-11-11T12:16:42,391 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 555687e6a301a72b9cd4baed658b3f7d/A in TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:42,391 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/47033223dcfd4658acfd70a1a9fb990b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/ede6e8d27d9943f8877cb4d3b09ac70a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/3c0ef354c4e04f3d9d731e754c95eeff, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/1d7855fbdbe0486db36b68cc31a4c68d] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp, totalSize=171.3 K 2024-11-11T12:16:42,391 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:42,392 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. files: [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/47033223dcfd4658acfd70a1a9fb990b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/ede6e8d27d9943f8877cb4d3b09ac70a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/3c0ef354c4e04f3d9d731e754c95eeff, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/1d7855fbdbe0486db36b68cc31a4c68d] 2024-11-11T12:16:42,392 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f7684dded8c4557b9be1b970ca98d80, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731327398427 2024-11-11T12:16:42,393 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 47033223dcfd4658acfd70a1a9fb990b, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731327398388 2024-11-11T12:16:42,394 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65abd8e7b14c49408e5a21234d75af3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731327399047 2024-11-11T12:16:42,394 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting ede6e8d27d9943f8877cb4d3b09ac70a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731327398427 2024-11-11T12:16:42,394 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3839bbebd5bb4e49bd9b356797eab9bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731327401285 2024-11-11T12:16:42,396 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c0ef354c4e04f3d9d731e754c95eeff, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731327399047 2024-11-11T12:16:42,403 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d7855fbdbe0486db36b68cc31a4c68d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731327401285 2024-11-11T12:16:42,436 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:42,436 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 555687e6a301a72b9cd4baed658b3f7d#B#compaction#436 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:42,437 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/10cf686b1a0743ad85c7edd81c0a7b4a is 50, key is test_row_0/B:col10/1731327401285/Put/seqid=0 2024-11-11T12:16:42,440 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411116fc9d123700945c2823e5df17c30f2ee_555687e6a301a72b9cd4baed658b3f7d store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:42,443 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411116fc9d123700945c2823e5df17c30f2ee_555687e6a301a72b9cd4baed658b3f7d, store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:42,443 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116fc9d123700945c2823e5df17c30f2ee_555687e6a301a72b9cd4baed658b3f7d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:42,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742343_1519 (size=12139) 2024-11-11T12:16:42,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742344_1520 (size=4469) 2024-11-11T12:16:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-11T12:16:42,485 INFO [Thread-2263 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 141 completed 2024-11-11T12:16:42,492 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:16:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-11-11T12:16:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-11T12:16:42,509 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:16:42,515 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:16:42,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:16:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-11T12:16:42,673 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:42,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-11T12:16:42,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:42,675 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2837): Flushing 555687e6a301a72b9cd4baed658b3f7d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T12:16:42,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=A 2024-11-11T12:16:42,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:42,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=B 2024-11-11T12:16:42,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:42,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=C 2024-11-11T12:16:42,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:42,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111fb22491dbf6e4ac386d9619a2c0fb749_555687e6a301a72b9cd4baed658b3f7d is 50, key is test_row_0/A:col10/1731327401630/Put/seqid=0 2024-11-11T12:16:42,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742345_1521 (size=12154) 2024-11-11T12:16:42,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-11T12:16:42,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:42,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327462815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327462815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:42,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327462817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:42,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327462823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:42,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327462823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:42,895 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 555687e6a301a72b9cd4baed658b3f7d#A#compaction#437 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:42,896 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/3779a0625f4b40a9be291527c8e90bf3 is 175, key is test_row_0/A:col10/1731327401285/Put/seqid=0 2024-11-11T12:16:42,909 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/10cf686b1a0743ad85c7edd81c0a7b4a as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/10cf686b1a0743ad85c7edd81c0a7b4a 2024-11-11T12:16:42,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742346_1522 (size=31093) 2024-11-11T12:16:42,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327462924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:42,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327462924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:42,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327462926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:42,932 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 555687e6a301a72b9cd4baed658b3f7d/B of 555687e6a301a72b9cd4baed658b3f7d into 10cf686b1a0743ad85c7edd81c0a7b4a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:42,932 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:42,932 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d., storeName=555687e6a301a72b9cd4baed658b3f7d/B, priority=12, startTime=1731327402388; duration=0sec 2024-11-11T12:16:42,932 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:42,932 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 555687e6a301a72b9cd4baed658b3f7d:B 2024-11-11T12:16:42,933 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T12:16:42,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327462928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:42,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327462932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:42,947 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T12:16:42,947 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 555687e6a301a72b9cd4baed658b3f7d/C is initiating minor compaction (all files) 2024-11-11T12:16:42,947 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 555687e6a301a72b9cd4baed658b3f7d/C in TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:42,948 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/b0556cc0c8a94ebda25574b6bde45db7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/a966eddc164f43bcbc70694acda51662, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/67344aeb9bbe4591ba39d05edac887e9, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/3a3277ed79344373828a8c9756c3a437] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp, totalSize=46.9 K 2024-11-11T12:16:42,952 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0556cc0c8a94ebda25574b6bde45db7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731327398394 2024-11-11T12:16:42,955 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting a966eddc164f43bcbc70694acda51662, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731327398427 2024-11-11T12:16:42,959 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67344aeb9bbe4591ba39d05edac887e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731327399047 2024-11-11T12:16:42,963 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a3277ed79344373828a8c9756c3a437, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731327401285 2024-11-11T12:16:43,033 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 555687e6a301a72b9cd4baed658b3f7d#C#compaction#439 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:43,033 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/147b2108bc7c4b53a1d4db3b39d88f40 is 50, key is test_row_0/C:col10/1731327401285/Put/seqid=0 2024-11-11T12:16:43,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742347_1523 (size=12139) 2024-11-11T12:16:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-11T12:16:43,123 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/147b2108bc7c4b53a1d4db3b39d88f40 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/147b2108bc7c4b53a1d4db3b39d88f40 2024-11-11T12:16:43,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327463130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:43,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327463130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:43,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327463140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:43,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327463140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:43,145 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 555687e6a301a72b9cd4baed658b3f7d/C of 555687e6a301a72b9cd4baed658b3f7d into 147b2108bc7c4b53a1d4db3b39d88f40(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:43,145 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:43,145 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d., storeName=555687e6a301a72b9cd4baed658b3f7d/C, priority=12, startTime=1731327402390; duration=0sec 2024-11-11T12:16:43,145 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:43,145 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 555687e6a301a72b9cd4baed658b3f7d:C 2024-11-11T12:16:43,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:43,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327463143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:43,163 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111fb22491dbf6e4ac386d9619a2c0fb749_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fb22491dbf6e4ac386d9619a2c0fb749_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:43,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/a864c4b15eae4bdf9747388f02b7953c, store: [table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:43,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/a864c4b15eae4bdf9747388f02b7953c is 175, key is test_row_0/A:col10/1731327401630/Put/seqid=0 2024-11-11T12:16:43,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742348_1524 (size=30955) 2024-11-11T12:16:43,211 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/a864c4b15eae4bdf9747388f02b7953c 2024-11-11T12:16:43,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/1ee64bda5d604a3087694f8f5d9b04c2 is 50, key is test_row_0/B:col10/1731327401630/Put/seqid=0 2024-11-11T12:16:43,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742349_1525 (size=12001) 2024-11-11T12:16:43,334 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/3779a0625f4b40a9be291527c8e90bf3 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/3779a0625f4b40a9be291527c8e90bf3 2024-11-11T12:16:43,343 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 555687e6a301a72b9cd4baed658b3f7d/A of 555687e6a301a72b9cd4baed658b3f7d into 3779a0625f4b40a9be291527c8e90bf3(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:43,343 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:43,343 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d., storeName=555687e6a301a72b9cd4baed658b3f7d/A, priority=12, startTime=1731327402388; duration=0sec 2024-11-11T12:16:43,343 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:43,343 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 555687e6a301a72b9cd4baed658b3f7d:A 2024-11-11T12:16:43,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327463438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:43,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327463439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:43,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327463447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:43,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327463458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:43,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327463462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:43,557 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T12:16:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-11T12:16:43,684 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/1ee64bda5d604a3087694f8f5d9b04c2 2024-11-11T12:16:43,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/53c4d8ae9dff4d12827293cdf51d541b is 50, key is test_row_0/C:col10/1731327401630/Put/seqid=0 2024-11-11T12:16:43,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742350_1526 (size=12001) 2024-11-11T12:16:43,771 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/53c4d8ae9dff4d12827293cdf51d541b 2024-11-11T12:16:43,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/a864c4b15eae4bdf9747388f02b7953c as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a864c4b15eae4bdf9747388f02b7953c 2024-11-11T12:16:43,812 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a864c4b15eae4bdf9747388f02b7953c, entries=150, sequenceid=91, filesize=30.2 K 2024-11-11T12:16:43,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/1ee64bda5d604a3087694f8f5d9b04c2 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/1ee64bda5d604a3087694f8f5d9b04c2 2024-11-11T12:16:43,834 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/1ee64bda5d604a3087694f8f5d9b04c2, entries=150, sequenceid=91, filesize=11.7 K 2024-11-11T12:16:43,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/53c4d8ae9dff4d12827293cdf51d541b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/53c4d8ae9dff4d12827293cdf51d541b 2024-11-11T12:16:43,840 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/53c4d8ae9dff4d12827293cdf51d541b, entries=150, sequenceid=91, filesize=11.7 K 2024-11-11T12:16:43,844 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 555687e6a301a72b9cd4baed658b3f7d in 1170ms, sequenceid=91, compaction requested=false 2024-11-11T12:16:43,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2538): Flush status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:43,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:43,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-11-11T12:16:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=144 2024-11-11T12:16:43,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143 2024-11-11T12:16:43,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3480 sec 2024-11-11T12:16:43,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 1.3870 sec 2024-11-11T12:16:43,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 555687e6a301a72b9cd4baed658b3f7d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T12:16:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:43,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=A 2024-11-11T12:16:43,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:43,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=B 2024-11-11T12:16:43,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:43,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=C 2024-11-11T12:16:43,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:43,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e734c757d4b3466b91782a2e196730ab_555687e6a301a72b9cd4baed658b3f7d is 50, key is test_row_0/A:col10/1731327402819/Put/seqid=0 2024-11-11T12:16:43,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327463976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:43,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327463978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:43,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:43,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327463984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327463983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:43,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327463987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:44,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742351_1527 (size=12154) 2024-11-11T12:16:44,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327464087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:44,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327464087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:44,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327464092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:44,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327464100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:44,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327464103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:44,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327464307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:44,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327464307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:44,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327464308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:44,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327464310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:44,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327464312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:44,423 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:44,456 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e734c757d4b3466b91782a2e196730ab_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e734c757d4b3466b91782a2e196730ab_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:44,465 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/f18952db34294a3db78a2a7676ec1b59, store: [table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:44,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/f18952db34294a3db78a2a7676ec1b59 is 175, key is test_row_0/A:col10/1731327402819/Put/seqid=0 2024-11-11T12:16:44,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742352_1528 (size=30955) 2024-11-11T12:16:44,511 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/f18952db34294a3db78a2a7676ec1b59 2024-11-11T12:16:44,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/ad73644975ed45579d228b2f8fadfc61 is 50, key is test_row_0/B:col10/1731327402819/Put/seqid=0 2024-11-11T12:16:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-11T12:16:44,605 INFO [Thread-2263 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 143 completed 2024-11-11T12:16:44,606 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:16:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-11-11T12:16:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-11T12:16:44,610 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:16:44,610 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:16:44,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:16:44,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327464612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:44,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327464616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:44,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327464616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:44,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327464620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:44,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742353_1529 (size=12001) 2024-11-11T12:16:44,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327464631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-11T12:16:44,762 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:44,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-11T12:16:44,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:44,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:44,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:44,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:44,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-11T12:16:44,915 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:44,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-11T12:16:44,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:44,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:44,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:44,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:44,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:45,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/ad73644975ed45579d228b2f8fadfc61 2024-11-11T12:16:45,069 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:45,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-11T12:16:45,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:45,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:45,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:45,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:45,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:45,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/5d0ec32ca1ae4473b0fca1cd48d136f6 is 50, key is test_row_0/C:col10/1731327402819/Put/seqid=0 2024-11-11T12:16:45,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327465118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:45,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327465127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:45,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327465127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:45,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327465130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:45,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742354_1530 (size=12001) 2024-11-11T12:16:45,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327465145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:45,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/5d0ec32ca1ae4473b0fca1cd48d136f6 2024-11-11T12:16:45,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/f18952db34294a3db78a2a7676ec1b59 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/f18952db34294a3db78a2a7676ec1b59 2024-11-11T12:16:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-11T12:16:45,230 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:45,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-11T12:16:45,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:45,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:45,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:45,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:45,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:45,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:45,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/f18952db34294a3db78a2a7676ec1b59, entries=150, sequenceid=121, filesize=30.2 K 2024-11-11T12:16:45,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/ad73644975ed45579d228b2f8fadfc61 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/ad73644975ed45579d228b2f8fadfc61 2024-11-11T12:16:45,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/ad73644975ed45579d228b2f8fadfc61, entries=150, sequenceid=121, filesize=11.7 K 2024-11-11T12:16:45,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/5d0ec32ca1ae4473b0fca1cd48d136f6 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/5d0ec32ca1ae4473b0fca1cd48d136f6 2024-11-11T12:16:45,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/5d0ec32ca1ae4473b0fca1cd48d136f6, entries=150, sequenceid=121, filesize=11.7 K 2024-11-11T12:16:45,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 555687e6a301a72b9cd4baed658b3f7d in 1324ms, sequenceid=121, compaction requested=true 2024-11-11T12:16:45,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:45,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 555687e6a301a72b9cd4baed658b3f7d:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:16:45,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:45,285 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:45,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 555687e6a301a72b9cd4baed658b3f7d:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:16:45,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:45,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 555687e6a301a72b9cd4baed658b3f7d:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:16:45,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T12:16:45,287 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:45,297 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:45,297 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 555687e6a301a72b9cd4baed658b3f7d/A is initiating minor compaction (all files) 2024-11-11T12:16:45,297 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 555687e6a301a72b9cd4baed658b3f7d/A in TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:45,297 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/3779a0625f4b40a9be291527c8e90bf3, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a864c4b15eae4bdf9747388f02b7953c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/f18952db34294a3db78a2a7676ec1b59] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp, totalSize=90.8 K 2024-11-11T12:16:45,297 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:45,297 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. files: [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/3779a0625f4b40a9be291527c8e90bf3, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a864c4b15eae4bdf9747388f02b7953c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/f18952db34294a3db78a2a7676ec1b59] 2024-11-11T12:16:45,303 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3779a0625f4b40a9be291527c8e90bf3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731327401285 2024-11-11T12:16:45,304 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:45,304 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 555687e6a301a72b9cd4baed658b3f7d/B is initiating minor compaction (all files) 2024-11-11T12:16:45,304 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 555687e6a301a72b9cd4baed658b3f7d/B in TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:45,304 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/10cf686b1a0743ad85c7edd81c0a7b4a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/1ee64bda5d604a3087694f8f5d9b04c2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/ad73644975ed45579d228b2f8fadfc61] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp, totalSize=35.3 K 2024-11-11T12:16:45,310 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 10cf686b1a0743ad85c7edd81c0a7b4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731327401285 2024-11-11T12:16:45,311 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting a864c4b15eae4bdf9747388f02b7953c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731327401629 2024-11-11T12:16:45,315 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ee64bda5d604a3087694f8f5d9b04c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731327401629 2024-11-11T12:16:45,315 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting f18952db34294a3db78a2a7676ec1b59, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731327402813 2024-11-11T12:16:45,319 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting ad73644975ed45579d228b2f8fadfc61, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731327402813 2024-11-11T12:16:45,358 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:45,360 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 555687e6a301a72b9cd4baed658b3f7d#B#compaction#445 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:45,361 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/573706c03e5c428e84c5378fd545fda9 is 50, key is test_row_0/B:col10/1731327402819/Put/seqid=0 2024-11-11T12:16:45,372 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111884ed325e7d946bdb7d7fa8a930c265e_555687e6a301a72b9cd4baed658b3f7d store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:45,374 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111884ed325e7d946bdb7d7fa8a930c265e_555687e6a301a72b9cd4baed658b3f7d, store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:45,374 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111884ed325e7d946bdb7d7fa8a930c265e_555687e6a301a72b9cd4baed658b3f7d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:45,391 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:45,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-11T12:16:45,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:45,393 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2837): Flushing 555687e6a301a72b9cd4baed658b3f7d 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-11T12:16:45,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=A 2024-11-11T12:16:45,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:45,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=B 2024-11-11T12:16:45,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:45,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=C 2024-11-11T12:16:45,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:45,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742355_1531 (size=12241) 2024-11-11T12:16:45,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742356_1532 (size=4469) 2024-11-11T12:16:45,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111144e70b27e85d4b66a36ffbb044a03c80_555687e6a301a72b9cd4baed658b3f7d is 50, key is test_row_0/A:col10/1731327403981/Put/seqid=0 2024-11-11T12:16:45,446 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 555687e6a301a72b9cd4baed658b3f7d#A#compaction#446 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:45,447 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/e99143b7490d4693b8da9b1384e3e2b1 is 175, key is test_row_0/A:col10/1731327402819/Put/seqid=0 2024-11-11T12:16:45,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742357_1533 (size=31195) 2024-11-11T12:16:45,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742358_1534 (size=12254) 2024-11-11T12:16:45,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:45,538 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111144e70b27e85d4b66a36ffbb044a03c80_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111144e70b27e85d4b66a36ffbb044a03c80_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:45,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/a7b915c6f9294bc285a62b6d1b49580c, store: [table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:45,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/a7b915c6f9294bc285a62b6d1b49580c is 175, key is test_row_0/A:col10/1731327403981/Put/seqid=0 2024-11-11T12:16:45,543 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/e99143b7490d4693b8da9b1384e3e2b1 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/e99143b7490d4693b8da9b1384e3e2b1 2024-11-11T12:16:45,574 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 555687e6a301a72b9cd4baed658b3f7d/A of 555687e6a301a72b9cd4baed658b3f7d into e99143b7490d4693b8da9b1384e3e2b1(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:45,575 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:45,575 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d., storeName=555687e6a301a72b9cd4baed658b3f7d/A, priority=13, startTime=1731327405285; duration=0sec 2024-11-11T12:16:45,575 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:45,575 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 555687e6a301a72b9cd4baed658b3f7d:A 2024-11-11T12:16:45,575 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:45,576 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:45,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742359_1535 (size=31055) 2024-11-11T12:16:45,577 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 555687e6a301a72b9cd4baed658b3f7d/C is initiating minor compaction (all files) 2024-11-11T12:16:45,577 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 555687e6a301a72b9cd4baed658b3f7d/C in TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:45,577 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/147b2108bc7c4b53a1d4db3b39d88f40, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/53c4d8ae9dff4d12827293cdf51d541b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/5d0ec32ca1ae4473b0fca1cd48d136f6] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp, totalSize=35.3 K 2024-11-11T12:16:45,578 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 147b2108bc7c4b53a1d4db3b39d88f40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731327401285 2024-11-11T12:16:45,579 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53c4d8ae9dff4d12827293cdf51d541b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731327401629 2024-11-11T12:16:45,579 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d0ec32ca1ae4473b0fca1cd48d136f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731327402813 2024-11-11T12:16:45,645 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 555687e6a301a72b9cd4baed658b3f7d#C#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:45,646 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/304167194edc4dcdb706a84dc2ee5a2b is 50, key is test_row_0/C:col10/1731327402819/Put/seqid=0 2024-11-11T12:16:45,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742360_1536 (size=12241) 2024-11-11T12:16:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-11T12:16:45,734 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/304167194edc4dcdb706a84dc2ee5a2b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/304167194edc4dcdb706a84dc2ee5a2b 2024-11-11T12:16:45,769 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 555687e6a301a72b9cd4baed658b3f7d/C of 555687e6a301a72b9cd4baed658b3f7d into 304167194edc4dcdb706a84dc2ee5a2b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:45,769 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:45,769 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d., storeName=555687e6a301a72b9cd4baed658b3f7d/C, priority=13, startTime=1731327405285; duration=0sec 2024-11-11T12:16:45,769 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:45,769 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 555687e6a301a72b9cd4baed658b3f7d:C 2024-11-11T12:16:45,843 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/573706c03e5c428e84c5378fd545fda9 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/573706c03e5c428e84c5378fd545fda9 2024-11-11T12:16:45,875 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 555687e6a301a72b9cd4baed658b3f7d/B of 555687e6a301a72b9cd4baed658b3f7d into 573706c03e5c428e84c5378fd545fda9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:45,875 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:45,875 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d., storeName=555687e6a301a72b9cd4baed658b3f7d/B, priority=13, startTime=1731327405285; duration=0sec 2024-11-11T12:16:45,876 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:45,876 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 555687e6a301a72b9cd4baed658b3f7d:B 2024-11-11T12:16:45,990 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/a7b915c6f9294bc285a62b6d1b49580c 2024-11-11T12:16:46,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/3a88feac561d44dabf101929b6b32046 is 50, key is test_row_0/B:col10/1731327403981/Put/seqid=0 2024-11-11T12:16:46,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742361_1537 (size=12101) 2024-11-11T12:16:46,025 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/3a88feac561d44dabf101929b6b32046 2024-11-11T12:16:46,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/3f7b614525024eb3a154d7634f3dd514 is 50, key is test_row_0/C:col10/1731327403981/Put/seqid=0 2024-11-11T12:16:46,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742362_1538 (size=12101) 2024-11-11T12:16:46,042 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/3f7b614525024eb3a154d7634f3dd514 2024-11-11T12:16:46,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/a7b915c6f9294bc285a62b6d1b49580c as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a7b915c6f9294bc285a62b6d1b49580c 2024-11-11T12:16:46,053 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a7b915c6f9294bc285a62b6d1b49580c, entries=150, sequenceid=131, filesize=30.3 K 2024-11-11T12:16:46,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/3a88feac561d44dabf101929b6b32046 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/3a88feac561d44dabf101929b6b32046 2024-11-11T12:16:46,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,057 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/3a88feac561d44dabf101929b6b32046, entries=150, sequenceid=131, filesize=11.8 K 2024-11-11T12:16:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/3f7b614525024eb3a154d7634f3dd514 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/3f7b614525024eb3a154d7634f3dd514 2024-11-11T12:16:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,062 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/3f7b614525024eb3a154d7634f3dd514, entries=150, sequenceid=131, filesize=11.8 K 2024-11-11T12:16:46,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,062 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 555687e6a301a72b9cd4baed658b3f7d in 670ms, sequenceid=131, compaction requested=false 2024-11-11T12:16:46,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2538): Flush status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:46,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:46,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-11-11T12:16:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=146 2024-11-11T12:16:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-11-11T12:16:46,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4530 sec 2024-11-11T12:16:46,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 1.4590 sec 2024-11-11T12:16:46,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 555687e6a301a72b9cd4baed658b3f7d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T12:16:46,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=A 2024-11-11T12:16:46,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:46,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=B 2024-11-11T12:16:46,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:46,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=C 2024-11-11T12:16:46,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:46,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ab283797804340db86bbf8b6da2b16e0_555687e6a301a72b9cd4baed658b3f7d is 50, key is test_row_0/A:col10/1731327406180/Put/seqid=0 2024-11-11T12:16:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:46,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327466234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327466234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:46,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327466235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:46,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327466237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:46,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327466240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:46,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742364_1540 (size=27248) 2024-11-11T12:16:46,249 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:46,253 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ab283797804340db86bbf8b6da2b16e0_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ab283797804340db86bbf8b6da2b16e0_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:46,254 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/a5187f513efb48c19de4f15ca2f046c3, store: [table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:46,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/a5187f513efb48c19de4f15ca2f046c3 is 175, key is test_row_0/A:col10/1731327406180/Put/seqid=0 2024-11-11T12:16:46,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742363_1539 (size=83035) 2024-11-11T12:16:46,263 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=146, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/a5187f513efb48c19de4f15ca2f046c3 2024-11-11T12:16:46,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/631de00efa934b31bf06d7578e1a5f7c is 50, key is test_row_0/B:col10/1731327406180/Put/seqid=0 2024-11-11T12:16:46,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742365_1541 (size=12151) 2024-11-11T12:16:46,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327466342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:46,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327466342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:46,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327466342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:46,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327466344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:46,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327466344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:46,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327466547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:46,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:46,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327466555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327466556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:46,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327466556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:46,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327466557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:46,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/631de00efa934b31bf06d7578e1a5f7c 2024-11-11T12:16:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-11T12:16:46,727 INFO [Thread-2263 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 145 completed 2024-11-11T12:16:46,734 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:16:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees 2024-11-11T12:16:46,741 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:16:46,741 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:16:46,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:16:46,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/40a86c323bec4085b14d88ded68de041 is 50, key is test_row_0/C:col10/1731327406180/Put/seqid=0 2024-11-11T12:16:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-11T12:16:46,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742366_1542 (size=12151) 2024-11-11T12:16:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-11T12:16:46,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327466856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:46,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327466860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:46,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:46,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327466863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:46,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327466868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327466860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:46,899 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:46,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-11T12:16:46,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:46,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:46,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:46,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:46,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-11T12:16:47,063 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:47,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-11T12:16:47,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:47,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:47,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:47,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:47,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:47,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/40a86c323bec4085b14d88ded68de041 2024-11-11T12:16:47,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/a5187f513efb48c19de4f15ca2f046c3 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a5187f513efb48c19de4f15ca2f046c3 2024-11-11T12:16:47,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a5187f513efb48c19de4f15ca2f046c3, entries=450, sequenceid=146, filesize=81.1 K 2024-11-11T12:16:47,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/631de00efa934b31bf06d7578e1a5f7c as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/631de00efa934b31bf06d7578e1a5f7c 2024-11-11T12:16:47,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/631de00efa934b31bf06d7578e1a5f7c, entries=150, sequenceid=146, filesize=11.9 K 2024-11-11T12:16:47,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/40a86c323bec4085b14d88ded68de041 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/40a86c323bec4085b14d88ded68de041 2024-11-11T12:16:47,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/40a86c323bec4085b14d88ded68de041, entries=150, sequenceid=146, filesize=11.9 K 2024-11-11T12:16:47,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 555687e6a301a72b9cd4baed658b3f7d in 1038ms, sequenceid=146, compaction requested=true 2024-11-11T12:16:47,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:47,222 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:47,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 555687e6a301a72b9cd4baed658b3f7d:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:16:47,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:47,222 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:47,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 555687e6a301a72b9cd4baed658b3f7d:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:16:47,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:47,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 555687e6a301a72b9cd4baed658b3f7d:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:16:47,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:47,227 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:47,234 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 145285 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:47,234 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:47,234 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 555687e6a301a72b9cd4baed658b3f7d/A is initiating minor compaction (all files) 2024-11-11T12:16:47,234 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 555687e6a301a72b9cd4baed658b3f7d/B is initiating minor compaction (all files) 2024-11-11T12:16:47,234 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 555687e6a301a72b9cd4baed658b3f7d/B in TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:47,234 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 555687e6a301a72b9cd4baed658b3f7d/A in TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:47,234 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/573706c03e5c428e84c5378fd545fda9, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/3a88feac561d44dabf101929b6b32046, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/631de00efa934b31bf06d7578e1a5f7c] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp, totalSize=35.6 K 2024-11-11T12:16:47,234 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/e99143b7490d4693b8da9b1384e3e2b1, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a7b915c6f9294bc285a62b6d1b49580c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a5187f513efb48c19de4f15ca2f046c3] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp, totalSize=141.9 K 2024-11-11T12:16:47,234 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:47,234 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. files: [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/e99143b7490d4693b8da9b1384e3e2b1, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a7b915c6f9294bc285a62b6d1b49580c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a5187f513efb48c19de4f15ca2f046c3] 2024-11-11T12:16:47,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-11T12:16:47,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:47,240 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2837): Flushing 555687e6a301a72b9cd4baed658b3f7d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T12:16:47,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=A 2024-11-11T12:16:47,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:47,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=B 2024-11-11T12:16:47,240 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 573706c03e5c428e84c5378fd545fda9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731327402813 2024-11-11T12:16:47,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:47,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=C 2024-11-11T12:16:47,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:47,241 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting e99143b7490d4693b8da9b1384e3e2b1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731327402813 2024-11-11T12:16:47,242 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a88feac561d44dabf101929b6b32046, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731327403969 2024-11-11T12:16:47,243 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7b915c6f9294bc285a62b6d1b49580c, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731327403969 2024-11-11T12:16:47,244 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 631de00efa934b31bf06d7578e1a5f7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731327406172 2024-11-11T12:16:47,247 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5187f513efb48c19de4f15ca2f046c3, keycount=450, bloomtype=ROW, size=81.1 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731327406156 2024-11-11T12:16:47,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111177e3bde7ad345eaac812df3b9747d98_555687e6a301a72b9cd4baed658b3f7d is 50, key is test_row_0/A:col10/1731327406235/Put/seqid=0 2024-11-11T12:16:47,290 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:47,305 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 555687e6a301a72b9cd4baed658b3f7d#B#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:47,306 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/7823990df03e4ae18555b124bb5a39b9 is 50, key is test_row_0/B:col10/1731327406180/Put/seqid=0 2024-11-11T12:16:47,312 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111ee0733c73439442e96c9552cd84cfbcf_555687e6a301a72b9cd4baed658b3f7d store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:47,317 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111ee0733c73439442e96c9552cd84cfbcf_555687e6a301a72b9cd4baed658b3f7d, store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:47,317 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ee0733c73439442e96c9552cd84cfbcf_555687e6a301a72b9cd4baed658b3f7d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:47,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742367_1543 (size=12304) 2024-11-11T12:16:47,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:47,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742368_1544 (size=12493) 2024-11-11T12:16:47,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742369_1545 (size=4469) 2024-11-11T12:16:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-11T12:16:47,359 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 555687e6a301a72b9cd4baed658b3f7d#A#compaction#455 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:47,360 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/67e70e7de5b7429cbff01e661fec43b8 is 175, key is test_row_0/A:col10/1731327406180/Put/seqid=0 2024-11-11T12:16:47,361 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111177e3bde7ad345eaac812df3b9747d98_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111177e3bde7ad345eaac812df3b9747d98_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:47,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/bb7b671af5424eedbe9048535a58a553, store: [table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:47,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/bb7b671af5424eedbe9048535a58a553 is 175, key is test_row_0/A:col10/1731327406235/Put/seqid=0 2024-11-11T12:16:47,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:47,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742370_1546 (size=31447) 2024-11-11T12:16:47,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742371_1547 (size=31105) 2024-11-11T12:16:47,405 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/bb7b671af5424eedbe9048535a58a553 2024-11-11T12:16:47,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327467398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:47,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327467409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:47,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327467407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:47,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327467415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:47,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327467419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:47,428 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/67e70e7de5b7429cbff01e661fec43b8 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/67e70e7de5b7429cbff01e661fec43b8 2024-11-11T12:16:47,448 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 555687e6a301a72b9cd4baed658b3f7d/A of 555687e6a301a72b9cd4baed658b3f7d into 67e70e7de5b7429cbff01e661fec43b8(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:47,449 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:47,449 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d., storeName=555687e6a301a72b9cd4baed658b3f7d/A, priority=13, startTime=1731327407221; duration=0sec 2024-11-11T12:16:47,449 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:47,449 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 555687e6a301a72b9cd4baed658b3f7d:A 2024-11-11T12:16:47,449 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:47,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/67d69f40a7af4c21a586b022aba567a7 is 50, key is test_row_0/B:col10/1731327406235/Put/seqid=0 2024-11-11T12:16:47,457 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:47,457 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 555687e6a301a72b9cd4baed658b3f7d/C is initiating minor compaction (all files) 2024-11-11T12:16:47,457 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 555687e6a301a72b9cd4baed658b3f7d/C in TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:47,457 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/304167194edc4dcdb706a84dc2ee5a2b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/3f7b614525024eb3a154d7634f3dd514, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/40a86c323bec4085b14d88ded68de041] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp, totalSize=35.6 K 2024-11-11T12:16:47,466 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 304167194edc4dcdb706a84dc2ee5a2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731327402813 2024-11-11T12:16:47,467 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f7b614525024eb3a154d7634f3dd514, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731327403969 2024-11-11T12:16:47,473 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40a86c323bec4085b14d88ded68de041, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731327406172 2024-11-11T12:16:47,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742372_1548 (size=12151) 2024-11-11T12:16:47,514 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 555687e6a301a72b9cd4baed658b3f7d#C#compaction#458 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:47,514 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/b9e25195109e41de9bdfcc4449ad6ac3 is 50, key is test_row_0/C:col10/1731327406180/Put/seqid=0 2024-11-11T12:16:47,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327467518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:47,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327467519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:47,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327467525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:47,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327467527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:47,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327467531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:47,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742373_1549 (size=12493) 2024-11-11T12:16:47,579 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/b9e25195109e41de9bdfcc4449ad6ac3 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/b9e25195109e41de9bdfcc4449ad6ac3 2024-11-11T12:16:47,615 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 555687e6a301a72b9cd4baed658b3f7d/C of 555687e6a301a72b9cd4baed658b3f7d into b9e25195109e41de9bdfcc4449ad6ac3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:47,615 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:47,615 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d., storeName=555687e6a301a72b9cd4baed658b3f7d/C, priority=13, startTime=1731327407222; duration=0sec 2024-11-11T12:16:47,615 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:47,615 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 555687e6a301a72b9cd4baed658b3f7d:C 2024-11-11T12:16:47,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327467724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:47,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327467727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:47,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327467731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:47,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327467736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:47,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327467736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:47,803 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/7823990df03e4ae18555b124bb5a39b9 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/7823990df03e4ae18555b124bb5a39b9 2024-11-11T12:16:47,821 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 555687e6a301a72b9cd4baed658b3f7d/B of 555687e6a301a72b9cd4baed658b3f7d into 7823990df03e4ae18555b124bb5a39b9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:47,821 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:47,821 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d., storeName=555687e6a301a72b9cd4baed658b3f7d/B, priority=13, startTime=1731327407222; duration=0sec 2024-11-11T12:16:47,821 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:47,821 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 555687e6a301a72b9cd4baed658b3f7d:B 2024-11-11T12:16:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-11T12:16:47,908 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/67d69f40a7af4c21a586b022aba567a7 2024-11-11T12:16:47,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/fa8975d1b8f84b52b4b4a9435ee50756 is 50, key is test_row_0/C:col10/1731327406235/Put/seqid=0 2024-11-11T12:16:47,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742374_1550 (size=12151) 2024-11-11T12:16:47,985 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/fa8975d1b8f84b52b4b4a9435ee50756 2024-11-11T12:16:48,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/bb7b671af5424eedbe9048535a58a553 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/bb7b671af5424eedbe9048535a58a553 2024-11-11T12:16:48,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327468028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:48,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327468034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:48,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327468043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:48,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327468043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:48,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327468048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:48,064 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/bb7b671af5424eedbe9048535a58a553, entries=150, sequenceid=170, filesize=30.4 K 2024-11-11T12:16:48,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/67d69f40a7af4c21a586b022aba567a7 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/67d69f40a7af4c21a586b022aba567a7 2024-11-11T12:16:48,096 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/67d69f40a7af4c21a586b022aba567a7, entries=150, sequenceid=170, filesize=11.9 K 2024-11-11T12:16:48,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/fa8975d1b8f84b52b4b4a9435ee50756 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/fa8975d1b8f84b52b4b4a9435ee50756 2024-11-11T12:16:48,122 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/fa8975d1b8f84b52b4b4a9435ee50756, entries=150, sequenceid=170, filesize=11.9 K 2024-11-11T12:16:48,127 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 555687e6a301a72b9cd4baed658b3f7d in 888ms, sequenceid=170, compaction requested=false 2024-11-11T12:16:48,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2538): Flush status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:48,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:48,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=148 2024-11-11T12:16:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=148 2024-11-11T12:16:48,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-11T12:16:48,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3880 sec 2024-11-11T12:16:48,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees in 1.4020 sec 2024-11-11T12:16:48,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 555687e6a301a72b9cd4baed658b3f7d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T12:16:48,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=A 2024-11-11T12:16:48,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:48,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=B 2024-11-11T12:16:48,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:48,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=C 2024-11-11T12:16:48,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:48,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f339d4d3e4214115ae0b3941aa8d97da_555687e6a301a72b9cd4baed658b3f7d is 50, key is test_row_0/A:col10/1731327407397/Put/seqid=0 2024-11-11T12:16:48,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327468586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:48,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327468590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:48,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327468591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:48,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327468592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:48,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742375_1551 (size=14794) 2024-11-11T12:16:48,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327468603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:48,607 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:48,618 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f339d4d3e4214115ae0b3941aa8d97da_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f339d4d3e4214115ae0b3941aa8d97da_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:48,620 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/110f0102f4074d1ca09841566741449c, store: [table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:48,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/110f0102f4074d1ca09841566741449c is 175, key is test_row_0/A:col10/1731327407397/Put/seqid=0 2024-11-11T12:16:48,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742376_1552 (size=39749) 2024-11-11T12:16:48,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327468695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:48,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327468695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:48,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327468700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:48,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327468702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:48,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327468707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-11T12:16:48,860 INFO [Thread-2263 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 147 completed 2024-11-11T12:16:48,864 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:16:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees 2024-11-11T12:16:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-11T12:16:48,865 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:16:48,866 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:16:48,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:16:48,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327468904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:48,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327468907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:48,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327468911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:48,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327468912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:48,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327468919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-11T12:16:49,019 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:49,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-11T12:16:49,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:49,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:49,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:49,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:49,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:49,058 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=187, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/110f0102f4074d1ca09841566741449c 2024-11-11T12:16:49,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/247df9385336429d9f067dc62e16573b is 50, key is test_row_0/B:col10/1731327407397/Put/seqid=0 2024-11-11T12:16:49,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742377_1553 (size=12151) 2024-11-11T12:16:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-11T12:16:49,175 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:49,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-11T12:16:49,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:49,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:49,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:49,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:49,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:49,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327469207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:49,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327469214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:49,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327469215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:49,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327469216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:49,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327469226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:49,335 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:49,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-11T12:16:49,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:49,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:49,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:49,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:49,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-11T12:16:49,492 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:49,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-11T12:16:49,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:49,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:49,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:49,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:49,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:49,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/247df9385336429d9f067dc62e16573b 2024-11-11T12:16:49,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/28d79d9ec5d04bd69880757f27019010 is 50, key is test_row_0/C:col10/1731327407397/Put/seqid=0 2024-11-11T12:16:49,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742378_1554 (size=12151) 2024-11-11T12:16:49,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/28d79d9ec5d04bd69880757f27019010 2024-11-11T12:16:49,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/110f0102f4074d1ca09841566741449c as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/110f0102f4074d1ca09841566741449c 2024-11-11T12:16:49,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/110f0102f4074d1ca09841566741449c, entries=200, sequenceid=187, filesize=38.8 K 2024-11-11T12:16:49,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/247df9385336429d9f067dc62e16573b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/247df9385336429d9f067dc62e16573b 2024-11-11T12:16:49,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/247df9385336429d9f067dc62e16573b, entries=150, sequenceid=187, filesize=11.9 K 2024-11-11T12:16:49,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/28d79d9ec5d04bd69880757f27019010 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/28d79d9ec5d04bd69880757f27019010 2024-11-11T12:16:49,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/28d79d9ec5d04bd69880757f27019010, entries=150, sequenceid=187, filesize=11.9 K 2024-11-11T12:16:49,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 555687e6a301a72b9cd4baed658b3f7d in 1043ms, sequenceid=187, compaction requested=true 2024-11-11T12:16:49,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:49,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 555687e6a301a72b9cd4baed658b3f7d:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:16:49,585 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:49,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:49,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 555687e6a301a72b9cd4baed658b3f7d:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:16:49,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:49,586 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:49,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 555687e6a301a72b9cd4baed658b3f7d:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:16:49,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:49,586 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:49,586 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 555687e6a301a72b9cd4baed658b3f7d/A is initiating minor compaction (all files) 2024-11-11T12:16:49,586 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 555687e6a301a72b9cd4baed658b3f7d/A in TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:49,587 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/67e70e7de5b7429cbff01e661fec43b8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/bb7b671af5424eedbe9048535a58a553, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/110f0102f4074d1ca09841566741449c] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp, totalSize=99.9 K 2024-11-11T12:16:49,587 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:49,587 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. files: [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/67e70e7de5b7429cbff01e661fec43b8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/bb7b671af5424eedbe9048535a58a553, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/110f0102f4074d1ca09841566741449c] 2024-11-11T12:16:49,587 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:49,587 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 555687e6a301a72b9cd4baed658b3f7d/B is initiating minor compaction (all files) 2024-11-11T12:16:49,587 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 555687e6a301a72b9cd4baed658b3f7d/B in TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:49,587 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67e70e7de5b7429cbff01e661fec43b8, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731327406172 2024-11-11T12:16:49,587 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/7823990df03e4ae18555b124bb5a39b9, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/67d69f40a7af4c21a586b022aba567a7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/247df9385336429d9f067dc62e16573b] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp, totalSize=35.9 K 2024-11-11T12:16:49,587 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb7b671af5424eedbe9048535a58a553, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731327406233 2024-11-11T12:16:49,587 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 7823990df03e4ae18555b124bb5a39b9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731327406172 2024-11-11T12:16:49,588 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 67d69f40a7af4c21a586b022aba567a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731327406233 2024-11-11T12:16:49,588 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 110f0102f4074d1ca09841566741449c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731327407397 2024-11-11T12:16:49,588 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 247df9385336429d9f067dc62e16573b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731327407397 2024-11-11T12:16:49,601 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 555687e6a301a72b9cd4baed658b3f7d#B#compaction#463 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:49,601 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/b727d197540d4c0c860f1170bac14c38 is 50, key is test_row_0/B:col10/1731327407397/Put/seqid=0 2024-11-11T12:16:49,608 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:49,620 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111f4db404b457d4a3090c3a7a42854ba28_555687e6a301a72b9cd4baed658b3f7d store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:49,622 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111f4db404b457d4a3090c3a7a42854ba28_555687e6a301a72b9cd4baed658b3f7d, store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:49,622 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f4db404b457d4a3090c3a7a42854ba28_555687e6a301a72b9cd4baed658b3f7d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:49,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742379_1555 (size=12595) 2024-11-11T12:16:49,645 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:49,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-11T12:16:49,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:49,646 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2837): Flushing 555687e6a301a72b9cd4baed658b3f7d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T12:16:49,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=A 2024-11-11T12:16:49,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:49,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=B 2024-11-11T12:16:49,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:49,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=C 2024-11-11T12:16:49,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:49,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742380_1556 (size=4469) 2024-11-11T12:16:49,659 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 555687e6a301a72b9cd4baed658b3f7d#A#compaction#464 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:49,660 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/48839954058a4efc9b2e60f27f1712c0 is 175, key is test_row_0/A:col10/1731327407397/Put/seqid=0 2024-11-11T12:16:49,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111182f02898835a4c889d9c684a7e37b0b5_555687e6a301a72b9cd4baed658b3f7d is 50, key is test_row_0/A:col10/1731327408590/Put/seqid=0 2024-11-11T12:16:49,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742381_1557 (size=31549) 2024-11-11T12:16:49,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742382_1558 (size=12304) 2024-11-11T12:16:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:49,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:49,715 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/48839954058a4efc9b2e60f27f1712c0 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/48839954058a4efc9b2e60f27f1712c0 2024-11-11T12:16:49,726 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 555687e6a301a72b9cd4baed658b3f7d/A of 555687e6a301a72b9cd4baed658b3f7d into 48839954058a4efc9b2e60f27f1712c0(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:49,726 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:49,726 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d., storeName=555687e6a301a72b9cd4baed658b3f7d/A, priority=13, startTime=1731327409585; duration=0sec 2024-11-11T12:16:49,726 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:49,726 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 555687e6a301a72b9cd4baed658b3f7d:A 2024-11-11T12:16:49,726 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:49,727 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:49,727 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 555687e6a301a72b9cd4baed658b3f7d/C is initiating minor compaction (all files) 2024-11-11T12:16:49,727 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 555687e6a301a72b9cd4baed658b3f7d/C in TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:49,728 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/b9e25195109e41de9bdfcc4449ad6ac3, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/fa8975d1b8f84b52b4b4a9435ee50756, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/28d79d9ec5d04bd69880757f27019010] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp, totalSize=35.9 K 2024-11-11T12:16:49,728 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9e25195109e41de9bdfcc4449ad6ac3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731327406172 2024-11-11T12:16:49,728 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa8975d1b8f84b52b4b4a9435ee50756, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731327406233 2024-11-11T12:16:49,729 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28d79d9ec5d04bd69880757f27019010, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731327407397 2024-11-11T12:16:49,740 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 555687e6a301a72b9cd4baed658b3f7d#C#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:49,740 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/d5c5b69714d147f0bb0e3f41e8aa757b is 50, key is test_row_0/C:col10/1731327407397/Put/seqid=0 2024-11-11T12:16:49,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327469737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:49,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327469737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:49,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327469738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:49,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327469742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:49,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327469743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:49,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742383_1559 (size=12595) 2024-11-11T12:16:49,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:49,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327469844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327469845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:49,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327469845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:49,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327469846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-11T12:16:50,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327470048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:50,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327470050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:50,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327470051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:50,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327470051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:50,075 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/b727d197540d4c0c860f1170bac14c38 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/b727d197540d4c0c860f1170bac14c38 2024-11-11T12:16:50,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:50,114 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 555687e6a301a72b9cd4baed658b3f7d/B of 555687e6a301a72b9cd4baed658b3f7d into b727d197540d4c0c860f1170bac14c38(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:50,114 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:50,114 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d., storeName=555687e6a301a72b9cd4baed658b3f7d/B, priority=13, startTime=1731327409585; duration=0sec 2024-11-11T12:16:50,114 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:50,114 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 555687e6a301a72b9cd4baed658b3f7d:B 2024-11-11T12:16:50,123 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111182f02898835a4c889d9c684a7e37b0b5_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111182f02898835a4c889d9c684a7e37b0b5_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:50,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/0bbc45e8246a4b68a5f777b0510dc343, store: [table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:50,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/0bbc45e8246a4b68a5f777b0510dc343 is 175, key is test_row_0/A:col10/1731327408590/Put/seqid=0 2024-11-11T12:16:50,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742384_1560 (size=31105) 2024-11-11T12:16:50,161 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/0bbc45e8246a4b68a5f777b0510dc343 2024-11-11T12:16:50,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/9dd9bbe84e334d9cadb58b6082a4e7be is 50, key is test_row_0/B:col10/1731327408590/Put/seqid=0 2024-11-11T12:16:50,209 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/d5c5b69714d147f0bb0e3f41e8aa757b as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/d5c5b69714d147f0bb0e3f41e8aa757b 2024-11-11T12:16:50,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742385_1561 (size=12151) 2024-11-11T12:16:50,253 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 555687e6a301a72b9cd4baed658b3f7d/C of 555687e6a301a72b9cd4baed658b3f7d into d5c5b69714d147f0bb0e3f41e8aa757b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:50,253 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:50,253 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d., storeName=555687e6a301a72b9cd4baed658b3f7d/C, priority=13, startTime=1731327409586; duration=0sec 2024-11-11T12:16:50,253 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:50,253 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 555687e6a301a72b9cd4baed658b3f7d:C 2024-11-11T12:16:50,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327470356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:50,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327470358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:50,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327470359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:50,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327470363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:50,652 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/9dd9bbe84e334d9cadb58b6082a4e7be 2024-11-11T12:16:50,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/a1347faace05486d8336095207571e96 is 50, key is test_row_0/C:col10/1731327408590/Put/seqid=0 2024-11-11T12:16:50,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742386_1562 (size=12151) 2024-11-11T12:16:50,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327470754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:50,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327470867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:50,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327470869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:50,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327470870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:50,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:50,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327470874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-11T12:16:51,074 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/a1347faace05486d8336095207571e96 2024-11-11T12:16:51,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/0bbc45e8246a4b68a5f777b0510dc343 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/0bbc45e8246a4b68a5f777b0510dc343 2024-11-11T12:16:51,086 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/0bbc45e8246a4b68a5f777b0510dc343, entries=150, sequenceid=210, filesize=30.4 K 2024-11-11T12:16:51,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/9dd9bbe84e334d9cadb58b6082a4e7be as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/9dd9bbe84e334d9cadb58b6082a4e7be 2024-11-11T12:16:51,116 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/9dd9bbe84e334d9cadb58b6082a4e7be, entries=150, sequenceid=210, filesize=11.9 K 2024-11-11T12:16:51,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/a1347faace05486d8336095207571e96 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/a1347faace05486d8336095207571e96 2024-11-11T12:16:51,156 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/a1347faace05486d8336095207571e96, entries=150, sequenceid=210, filesize=11.9 K 2024-11-11T12:16:51,157 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 555687e6a301a72b9cd4baed658b3f7d in 1511ms, sequenceid=210, compaction requested=false 2024-11-11T12:16:51,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2538): Flush status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:51,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:51,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=150 2024-11-11T12:16:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=150 2024-11-11T12:16:51,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-11T12:16:51,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3010 sec 2024-11-11T12:16:51,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees in 2.3200 sec 2024-11-11T12:16:51,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 555687e6a301a72b9cd4baed658b3f7d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T12:16:51,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=A 2024-11-11T12:16:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:51,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:51,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=B 2024-11-11T12:16:51,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:51,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=C 2024-11-11T12:16:51,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:51,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113a2af2faed3d407ca9d56655349dfac6_555687e6a301a72b9cd4baed658b3f7d is 50, key is test_row_0/A:col10/1731327409740/Put/seqid=0 2024-11-11T12:16:51,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:51,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327471927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327471928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:51,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327471933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:51,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327471933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:51,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742387_1563 (size=12304) 2024-11-11T12:16:51,949 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:51,952 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113a2af2faed3d407ca9d56655349dfac6_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113a2af2faed3d407ca9d56655349dfac6_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:51,954 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/6c1e2b406f384630b3b6d37e58738dab, store: [table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:51,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/6c1e2b406f384630b3b6d37e58738dab is 175, key is test_row_0/A:col10/1731327409740/Put/seqid=0 2024-11-11T12:16:51,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742388_1564 (size=31105) 2024-11-11T12:16:52,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327472040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:52,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327472043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:52,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327472043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:52,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327472043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:52,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327472250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:52,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327472250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:52,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327472250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:52,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327472250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:52,371 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=227, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/6c1e2b406f384630b3b6d37e58738dab 2024-11-11T12:16:52,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/2e7226fac0444bf0885ccbc6a4629b8a is 50, key is test_row_0/B:col10/1731327409740/Put/seqid=0 2024-11-11T12:16:52,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742389_1565 (size=12151) 2024-11-11T12:16:52,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/2e7226fac0444bf0885ccbc6a4629b8a 2024-11-11T12:16:52,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/e6a9537d367b4e1994bde5c8a07f8568 is 50, key is test_row_0/C:col10/1731327409740/Put/seqid=0 2024-11-11T12:16:52,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742390_1566 (size=12151) 2024-11-11T12:16:52,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/e6a9537d367b4e1994bde5c8a07f8568 2024-11-11T12:16:52,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/6c1e2b406f384630b3b6d37e58738dab as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/6c1e2b406f384630b3b6d37e58738dab 2024-11-11T12:16:52,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/6c1e2b406f384630b3b6d37e58738dab, entries=150, sequenceid=227, filesize=30.4 K 2024-11-11T12:16:52,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/2e7226fac0444bf0885ccbc6a4629b8a as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/2e7226fac0444bf0885ccbc6a4629b8a 2024-11-11T12:16:52,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/2e7226fac0444bf0885ccbc6a4629b8a, entries=150, sequenceid=227, filesize=11.9 K 2024-11-11T12:16:52,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/e6a9537d367b4e1994bde5c8a07f8568 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/e6a9537d367b4e1994bde5c8a07f8568 2024-11-11T12:16:52,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327472552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:52,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327472553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:52,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327472553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:52,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327472559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:52,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/e6a9537d367b4e1994bde5c8a07f8568, entries=150, sequenceid=227, filesize=11.9 K 2024-11-11T12:16:52,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 555687e6a301a72b9cd4baed658b3f7d in 698ms, sequenceid=227, compaction requested=true 2024-11-11T12:16:52,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:52,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 555687e6a301a72b9cd4baed658b3f7d:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:16:52,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:52,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 555687e6a301a72b9cd4baed658b3f7d:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:16:52,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:52,573 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:52,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 555687e6a301a72b9cd4baed658b3f7d:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:16:52,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T12:16:52,573 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:52,574 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:52,575 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 555687e6a301a72b9cd4baed658b3f7d/B is initiating minor compaction (all files) 2024-11-11T12:16:52,575 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 555687e6a301a72b9cd4baed658b3f7d/B in TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:52,575 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/b727d197540d4c0c860f1170bac14c38, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/9dd9bbe84e334d9cadb58b6082a4e7be, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/2e7226fac0444bf0885ccbc6a4629b8a] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp, totalSize=36.0 K 2024-11-11T12:16:52,574 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:52,576 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 555687e6a301a72b9cd4baed658b3f7d/A is initiating minor compaction (all files) 2024-11-11T12:16:52,576 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting b727d197540d4c0c860f1170bac14c38, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731327407397 2024-11-11T12:16:52,576 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 555687e6a301a72b9cd4baed658b3f7d/A in TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:52,576 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/48839954058a4efc9b2e60f27f1712c0, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/0bbc45e8246a4b68a5f777b0510dc343, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/6c1e2b406f384630b3b6d37e58738dab] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp, totalSize=91.6 K 2024-11-11T12:16:52,576 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:52,576 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. files: [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/48839954058a4efc9b2e60f27f1712c0, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/0bbc45e8246a4b68a5f777b0510dc343, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/6c1e2b406f384630b3b6d37e58738dab] 2024-11-11T12:16:52,579 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 9dd9bbe84e334d9cadb58b6082a4e7be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731327408589 2024-11-11T12:16:52,580 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e7226fac0444bf0885ccbc6a4629b8a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731327409733 2024-11-11T12:16:52,580 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48839954058a4efc9b2e60f27f1712c0, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731327407397 2024-11-11T12:16:52,581 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0bbc45e8246a4b68a5f777b0510dc343, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731327408589 2024-11-11T12:16:52,582 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c1e2b406f384630b3b6d37e58738dab, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731327409733 2024-11-11T12:16:52,599 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 555687e6a301a72b9cd4baed658b3f7d#B#compaction#472 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:52,600 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/84b22b934d1f4f76bac8f47e3a938e8a is 50, key is test_row_0/B:col10/1731327409740/Put/seqid=0 2024-11-11T12:16:52,608 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:52,620 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411117212e92959894983a288b570ac787f09_555687e6a301a72b9cd4baed658b3f7d store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:52,622 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411117212e92959894983a288b570ac787f09_555687e6a301a72b9cd4baed658b3f7d, store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:52,622 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117212e92959894983a288b570ac787f09_555687e6a301a72b9cd4baed658b3f7d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:52,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742391_1567 (size=12697) 2024-11-11T12:16:52,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742392_1568 (size=4469) 2024-11-11T12:16:52,692 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 555687e6a301a72b9cd4baed658b3f7d#A#compaction#473 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:52,692 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/7260ebfefa7e4f89a9e17df5f662e85f is 175, key is test_row_0/A:col10/1731327409740/Put/seqid=0 2024-11-11T12:16:52,711 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/84b22b934d1f4f76bac8f47e3a938e8a as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/84b22b934d1f4f76bac8f47e3a938e8a 2024-11-11T12:16:52,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742393_1569 (size=31651) 2024-11-11T12:16:52,766 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 555687e6a301a72b9cd4baed658b3f7d/B of 555687e6a301a72b9cd4baed658b3f7d into 84b22b934d1f4f76bac8f47e3a938e8a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:52,766 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:52,766 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d., storeName=555687e6a301a72b9cd4baed658b3f7d/B, priority=13, startTime=1731327412573; duration=0sec 2024-11-11T12:16:52,766 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:52,766 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 555687e6a301a72b9cd4baed658b3f7d:B 2024-11-11T12:16:52,766 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:52,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 555687e6a301a72b9cd4baed658b3f7d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T12:16:52,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=A 2024-11-11T12:16:52,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:52,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=B 2024-11-11T12:16:52,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:52,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=C 2024-11-11T12:16:52,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:52,812 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:52,812 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 555687e6a301a72b9cd4baed658b3f7d/C is initiating minor compaction (all files) 2024-11-11T12:16:52,812 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 555687e6a301a72b9cd4baed658b3f7d/C in TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:52,812 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/d5c5b69714d147f0bb0e3f41e8aa757b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/a1347faace05486d8336095207571e96, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/e6a9537d367b4e1994bde5c8a07f8568] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp, totalSize=36.0 K 2024-11-11T12:16:52,816 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting d5c5b69714d147f0bb0e3f41e8aa757b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731327407397 2024-11-11T12:16:52,823 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting a1347faace05486d8336095207571e96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731327408589 2024-11-11T12:16:52,824 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/7260ebfefa7e4f89a9e17df5f662e85f as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/7260ebfefa7e4f89a9e17df5f662e85f 2024-11-11T12:16:52,825 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting e6a9537d367b4e1994bde5c8a07f8568, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731327409733 2024-11-11T12:16:52,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ca79a67387844a8b80d7d41dde1a33e5_555687e6a301a72b9cd4baed658b3f7d is 50, key is test_row_0/A:col10/1731327411931/Put/seqid=0 2024-11-11T12:16:52,889 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 555687e6a301a72b9cd4baed658b3f7d#C#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:52,890 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/ed17e3a309364ce8937a97726cbe1ce0 is 50, key is test_row_0/C:col10/1731327409740/Put/seqid=0 2024-11-11T12:16:52,891 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 555687e6a301a72b9cd4baed658b3f7d/A of 555687e6a301a72b9cd4baed658b3f7d into 7260ebfefa7e4f89a9e17df5f662e85f(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:52,891 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:52,891 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d., storeName=555687e6a301a72b9cd4baed658b3f7d/A, priority=13, startTime=1731327412573; duration=0sec 2024-11-11T12:16:52,891 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:52,891 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 555687e6a301a72b9cd4baed658b3f7d:A 2024-11-11T12:16:52,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742394_1570 (size=14794) 2024-11-11T12:16:52,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742395_1571 (size=12697) 2024-11-11T12:16:52,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327472931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-11T12:16:52,977 INFO [Thread-2263 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-11-11T12:16:52,988 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T12:16:52,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-11-11T12:16:52,989 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T12:16:52,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-11T12:16:52,990 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T12:16:52,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T12:16:53,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327473034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:53,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327473068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:53,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327473072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:53,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327473075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:53,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327473076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-11T12:16:53,143 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:53,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-11T12:16:53,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:53,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:53,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:53,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:53,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:53,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327473238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-11T12:16:53,296 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:53,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-11T12:16:53,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:53,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:53,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:53,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:53,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:53,300 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:53,310 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ca79a67387844a8b80d7d41dde1a33e5_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ca79a67387844a8b80d7d41dde1a33e5_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:53,314 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/c354e19eec6a419aab61f8e84f7fa8d2, store: [table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:53,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/c354e19eec6a419aab61f8e84f7fa8d2 is 175, key is test_row_0/A:col10/1731327411931/Put/seqid=0 2024-11-11T12:16:53,325 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/ed17e3a309364ce8937a97726cbe1ce0 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/ed17e3a309364ce8937a97726cbe1ce0 2024-11-11T12:16:53,330 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 555687e6a301a72b9cd4baed658b3f7d/C of 555687e6a301a72b9cd4baed658b3f7d into ed17e3a309364ce8937a97726cbe1ce0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:53,330 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:53,330 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d., storeName=555687e6a301a72b9cd4baed658b3f7d/C, priority=13, startTime=1731327412573; duration=0sec 2024-11-11T12:16:53,331 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:53,331 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 555687e6a301a72b9cd4baed658b3f7d:C 2024-11-11T12:16:53,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742396_1572 (size=39749) 2024-11-11T12:16:53,361 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/c354e19eec6a419aab61f8e84f7fa8d2 2024-11-11T12:16:53,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/57ff70ca0ef3474db24a5024120aadba is 50, key is test_row_0/B:col10/1731327411931/Put/seqid=0 2024-11-11T12:16:53,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742397_1573 (size=12151) 2024-11-11T12:16:53,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/57ff70ca0ef3474db24a5024120aadba 2024-11-11T12:16:53,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/71a31657d5e54f56a47333bdf8ca7e3a is 50, key is test_row_0/C:col10/1731327411931/Put/seqid=0 2024-11-11T12:16:53,453 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:53,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-11T12:16:53,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:53,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:53,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:53,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:53,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:53,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742398_1574 (size=12151) 2024-11-11T12:16:53,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327473548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-11T12:16:53,605 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:53,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-11T12:16:53,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:53,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:53,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:53,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:53,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:53,761 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:53,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-11T12:16:53,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:53,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:53,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:53,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:53,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:53,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:53,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/71a31657d5e54f56a47333bdf8ca7e3a 2024-11-11T12:16:53,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/c354e19eec6a419aab61f8e84f7fa8d2 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/c354e19eec6a419aab61f8e84f7fa8d2 2024-11-11T12:16:53,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/c354e19eec6a419aab61f8e84f7fa8d2, entries=200, sequenceid=251, filesize=38.8 K 2024-11-11T12:16:53,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/57ff70ca0ef3474db24a5024120aadba as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/57ff70ca0ef3474db24a5024120aadba 2024-11-11T12:16:53,930 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:53,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-11T12:16:53,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:53,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:53,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:53,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:53,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:53,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/57ff70ca0ef3474db24a5024120aadba, entries=150, sequenceid=251, filesize=11.9 K 2024-11-11T12:16:53,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/71a31657d5e54f56a47333bdf8ca7e3a as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/71a31657d5e54f56a47333bdf8ca7e3a 2024-11-11T12:16:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:53,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/71a31657d5e54f56a47333bdf8ca7e3a, entries=150, sequenceid=251, filesize=11.9 K 2024-11-11T12:16:53,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 555687e6a301a72b9cd4baed658b3f7d in 1171ms, sequenceid=251, compaction requested=false 2024-11-11T12:16:53,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:54,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 555687e6a301a72b9cd4baed658b3f7d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T12:16:54,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=A 2024-11-11T12:16:54,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:54,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=B 2024-11-11T12:16:54,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:54,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=C 2024-11-11T12:16:54,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:54,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ee7c3f400f584fc09a24eb6c9fe4a762_555687e6a301a72b9cd4baed658b3f7d is 50, key is test_row_0/A:col10/1731327412849/Put/seqid=0 2024-11-11T12:16:54,099 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:54,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-11T12:16:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-11T12:16:54,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:54,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:54,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:54,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:54,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:54,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742399_1575 (size=12454) 2024-11-11T12:16:54,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327474119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:54,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327474123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:54,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327474127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:54,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327474127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:54,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327474128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:54,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327474233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:54,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327474235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:54,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327474235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:54,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327474236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:54,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327474243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:54,268 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:54,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-11T12:16:54,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:54,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:54,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:54,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:54,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:54,426 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:54,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-11T12:16:54,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:54,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:54,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:54,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:54,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:54,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327474438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:54,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327474438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:54,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327474440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:54,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327474440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:54,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327474453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:54,522 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:54,525 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ee7c3f400f584fc09a24eb6c9fe4a762_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ee7c3f400f584fc09a24eb6c9fe4a762_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:54,526 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/ab09e07dc8e7465ab27db45e475c3d07, store: [table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:54,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/ab09e07dc8e7465ab27db45e475c3d07 is 175, key is test_row_0/A:col10/1731327412849/Put/seqid=0 2024-11-11T12:16:54,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742400_1576 (size=31255) 2024-11-11T12:16:54,582 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:54,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-11T12:16:54,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:54,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:54,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:54,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:54,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:54,736 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:54,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-11T12:16:54,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:54,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:54,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:54,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:54,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:54,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327474745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:54,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:54,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327474749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327474749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:54,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327474750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:54,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327474757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:54,896 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:54,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-11T12:16:54,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:54,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:54,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:54,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:54,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:54,951 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=267, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/ab09e07dc8e7465ab27db45e475c3d07 2024-11-11T12:16:54,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/4b70dbe5f0f34940b06036ec4a3d9a04 is 50, key is test_row_0/B:col10/1731327412849/Put/seqid=0 2024-11-11T12:16:54,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742401_1577 (size=12301) 2024-11-11T12:16:55,051 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:55,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-11T12:16:55,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:55,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:55,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:55,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:55,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-11T12:16:55,211 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:55,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-11T12:16:55,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:55,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:55,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:55,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:55,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:55,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:55,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327475249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:55,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327475254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:55,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327475254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:55,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327475260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:55,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327475261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:55,376 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:55,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-11T12:16:55,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:55,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:55,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:55,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:55,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:55,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/4b70dbe5f0f34940b06036ec4a3d9a04 2024-11-11T12:16:55,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/845815608ec64590bd412b5bdf2b7fd2 is 50, key is test_row_0/C:col10/1731327412849/Put/seqid=0 2024-11-11T12:16:55,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742402_1578 (size=12301) 2024-11-11T12:16:55,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/845815608ec64590bd412b5bdf2b7fd2 2024-11-11T12:16:55,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/ab09e07dc8e7465ab27db45e475c3d07 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/ab09e07dc8e7465ab27db45e475c3d07 2024-11-11T12:16:55,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/ab09e07dc8e7465ab27db45e475c3d07, entries=150, sequenceid=267, filesize=30.5 K 2024-11-11T12:16:55,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/4b70dbe5f0f34940b06036ec4a3d9a04 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/4b70dbe5f0f34940b06036ec4a3d9a04 2024-11-11T12:16:55,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/4b70dbe5f0f34940b06036ec4a3d9a04, entries=150, sequenceid=267, filesize=12.0 K 2024-11-11T12:16:55,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/845815608ec64590bd412b5bdf2b7fd2 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/845815608ec64590bd412b5bdf2b7fd2 2024-11-11T12:16:55,529 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:55,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-11T12:16:55,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:55,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:55,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:55,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:55,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T12:16:55,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/845815608ec64590bd412b5bdf2b7fd2, entries=150, sequenceid=267, filesize=12.0 K 2024-11-11T12:16:55,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 555687e6a301a72b9cd4baed658b3f7d in 1476ms, sequenceid=267, compaction requested=true 2024-11-11T12:16:55,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:55,535 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:55,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 555687e6a301a72b9cd4baed658b3f7d:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:16:55,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:55,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 555687e6a301a72b9cd4baed658b3f7d:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:16:55,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:55,535 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:55,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 555687e6a301a72b9cd4baed658b3f7d:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:16:55,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:55,548 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:55,548 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 555687e6a301a72b9cd4baed658b3f7d/B is initiating minor compaction (all files) 2024-11-11T12:16:55,548 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 555687e6a301a72b9cd4baed658b3f7d/B in TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:55,548 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/84b22b934d1f4f76bac8f47e3a938e8a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/57ff70ca0ef3474db24a5024120aadba, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/4b70dbe5f0f34940b06036ec4a3d9a04] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp, totalSize=36.3 K 2024-11-11T12:16:55,549 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102655 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:55,549 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 555687e6a301a72b9cd4baed658b3f7d/A is initiating minor compaction (all files) 2024-11-11T12:16:55,549 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 555687e6a301a72b9cd4baed658b3f7d/A in TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:55,549 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/7260ebfefa7e4f89a9e17df5f662e85f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/c354e19eec6a419aab61f8e84f7fa8d2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/ab09e07dc8e7465ab27db45e475c3d07] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp, totalSize=100.2 K 2024-11-11T12:16:55,549 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:55,549 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. files: [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/7260ebfefa7e4f89a9e17df5f662e85f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/c354e19eec6a419aab61f8e84f7fa8d2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/ab09e07dc8e7465ab27db45e475c3d07] 2024-11-11T12:16:55,555 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 84b22b934d1f4f76bac8f47e3a938e8a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731327409733 2024-11-11T12:16:55,555 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7260ebfefa7e4f89a9e17df5f662e85f, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731327409733 2024-11-11T12:16:55,559 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting c354e19eec6a419aab61f8e84f7fa8d2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731327411908 2024-11-11T12:16:55,560 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab09e07dc8e7465ab27db45e475c3d07, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731327412849 2024-11-11T12:16:55,563 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 57ff70ca0ef3474db24a5024120aadba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731327411931 2024-11-11T12:16:55,564 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b70dbe5f0f34940b06036ec4a3d9a04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731327412849 2024-11-11T12:16:55,585 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:55,587 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 555687e6a301a72b9cd4baed658b3f7d#B#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:55,588 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/bf158461aa284158b17a8b6d9f558e5c is 50, key is test_row_0/B:col10/1731327412849/Put/seqid=0 2024-11-11T12:16:55,592 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111637935ffe77c437b9374f32bb77fde36_555687e6a301a72b9cd4baed658b3f7d store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:55,594 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111637935ffe77c437b9374f32bb77fde36_555687e6a301a72b9cd4baed658b3f7d, store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:55,594 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111637935ffe77c437b9374f32bb77fde36_555687e6a301a72b9cd4baed658b3f7d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:55,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742403_1579 (size=12949) 2024-11-11T12:16:55,637 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/bf158461aa284158b17a8b6d9f558e5c as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/bf158461aa284158b17a8b6d9f558e5c 2024-11-11T12:16:55,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742404_1580 (size=4469) 2024-11-11T12:16:55,664 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 555687e6a301a72b9cd4baed658b3f7d/B of 555687e6a301a72b9cd4baed658b3f7d into bf158461aa284158b17a8b6d9f558e5c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:55,664 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:55,664 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d., storeName=555687e6a301a72b9cd4baed658b3f7d/B, priority=13, startTime=1731327415535; duration=0sec 2024-11-11T12:16:55,668 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:55,668 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 555687e6a301a72b9cd4baed658b3f7d:B 2024-11-11T12:16:55,668 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:55,675 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:55,675 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 555687e6a301a72b9cd4baed658b3f7d/C is initiating minor compaction (all files) 2024-11-11T12:16:55,675 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 555687e6a301a72b9cd4baed658b3f7d/C in TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:55,675 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/ed17e3a309364ce8937a97726cbe1ce0, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/71a31657d5e54f56a47333bdf8ca7e3a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/845815608ec64590bd412b5bdf2b7fd2] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp, totalSize=36.3 K 2024-11-11T12:16:55,675 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting ed17e3a309364ce8937a97726cbe1ce0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731327409733 2024-11-11T12:16:55,679 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 71a31657d5e54f56a47333bdf8ca7e3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731327411931 2024-11-11T12:16:55,682 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 845815608ec64590bd412b5bdf2b7fd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731327412849 2024-11-11T12:16:55,684 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:16:55,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-11T12:16:55,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:55,687 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2837): Flushing 555687e6a301a72b9cd4baed658b3f7d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T12:16:55,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=A 2024-11-11T12:16:55,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:55,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=B 2024-11-11T12:16:55,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:55,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=C 2024-11-11T12:16:55,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:55,737 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 555687e6a301a72b9cd4baed658b3f7d#C#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:55,737 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/3f2c2efce1c9453bb6020af8879bbdee is 50, key is test_row_0/C:col10/1731327412849/Put/seqid=0 2024-11-11T12:16:55,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111125544bd5d30e4881967cd5fd5fa4e51f_555687e6a301a72b9cd4baed658b3f7d is 50, key is test_row_0/A:col10/1731327414126/Put/seqid=0 2024-11-11T12:16:55,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742405_1581 (size=12949) 2024-11-11T12:16:55,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742406_1582 (size=12454) 2024-11-11T12:16:55,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:55,797 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/3f2c2efce1c9453bb6020af8879bbdee as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/3f2c2efce1c9453bb6020af8879bbdee 2024-11-11T12:16:55,799 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111125544bd5d30e4881967cd5fd5fa4e51f_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111125544bd5d30e4881967cd5fd5fa4e51f_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:55,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/ada0ed457d294a5a8eb64d9a5e3625b2, store: [table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:55,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/ada0ed457d294a5a8eb64d9a5e3625b2 is 175, key is test_row_0/A:col10/1731327414126/Put/seqid=0 2024-11-11T12:16:55,801 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 555687e6a301a72b9cd4baed658b3f7d/C of 555687e6a301a72b9cd4baed658b3f7d into 3f2c2efce1c9453bb6020af8879bbdee(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:55,801 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:55,801 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d., storeName=555687e6a301a72b9cd4baed658b3f7d/C, priority=13, startTime=1731327415535; duration=0sec 2024-11-11T12:16:55,801 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:55,801 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 555687e6a301a72b9cd4baed658b3f7d:C 2024-11-11T12:16:55,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742407_1583 (size=31255) 2024-11-11T12:16:56,047 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 555687e6a301a72b9cd4baed658b3f7d#A#compaction#482 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:56,048 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/e37c97e16538474aa72f689826a74146 is 175, key is test_row_0/A:col10/1731327412849/Put/seqid=0 2024-11-11T12:16:56,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742408_1584 (size=31903) 2024-11-11T12:16:56,089 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/e37c97e16538474aa72f689826a74146 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/e37c97e16538474aa72f689826a74146 2024-11-11T12:16:56,094 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 555687e6a301a72b9cd4baed658b3f7d/A of 555687e6a301a72b9cd4baed658b3f7d into e37c97e16538474aa72f689826a74146(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:56,094 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:56,094 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d., storeName=555687e6a301a72b9cd4baed658b3f7d/A, priority=13, startTime=1731327415534; duration=0sec 2024-11-11T12:16:56,094 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:56,095 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 555687e6a301a72b9cd4baed658b3f7d:A 2024-11-11T12:16:56,212 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/ada0ed457d294a5a8eb64d9a5e3625b2 2024-11-11T12:16:56,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/39337bf1dc134d1abc50deb344263ddd is 50, key is test_row_0/B:col10/1731327414126/Put/seqid=0 2024-11-11T12:16:56,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. as already flushing 2024-11-11T12:16:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:56,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:56,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327476278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327476280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:56,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327476278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:56,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327476282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:56,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327476283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:56,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742409_1585 (size=12301) 2024-11-11T12:16:56,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327476386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:56,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327476388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:56,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327476388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:56,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:56,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327476395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327476395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:56,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:56,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327476591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:56,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:56,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327476591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:56,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:56,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327476593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:56,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327476598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:56,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:56,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327476608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:56,704 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/39337bf1dc134d1abc50deb344263ddd 2024-11-11T12:16:56,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/fe55ddd58ce345d18be82d3408e4baf8 is 50, key is test_row_0/C:col10/1731327414126/Put/seqid=0 2024-11-11T12:16:56,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742410_1586 (size=12301) 2024-11-11T12:16:56,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327476892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:56,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327476897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:56,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327476901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:56,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327476903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:56,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327476919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-11T12:16:57,141 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/fe55ddd58ce345d18be82d3408e4baf8 2024-11-11T12:16:57,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/ada0ed457d294a5a8eb64d9a5e3625b2 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/ada0ed457d294a5a8eb64d9a5e3625b2 2024-11-11T12:16:57,162 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/ada0ed457d294a5a8eb64d9a5e3625b2, entries=150, sequenceid=290, filesize=30.5 K 2024-11-11T12:16:57,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/39337bf1dc134d1abc50deb344263ddd as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/39337bf1dc134d1abc50deb344263ddd 2024-11-11T12:16:57,216 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/39337bf1dc134d1abc50deb344263ddd, entries=150, sequenceid=290, filesize=12.0 K 2024-11-11T12:16:57,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/fe55ddd58ce345d18be82d3408e4baf8 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/fe55ddd58ce345d18be82d3408e4baf8 2024-11-11T12:16:57,228 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/fe55ddd58ce345d18be82d3408e4baf8, entries=150, sequenceid=290, filesize=12.0 K 2024-11-11T12:16:57,235 INFO [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 555687e6a301a72b9cd4baed658b3f7d in 1548ms, sequenceid=290, compaction requested=false 2024-11-11T12:16:57,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2538): Flush status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:57,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:57,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/645b80804bed:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-11-11T12:16:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster(4106): Remote procedure done, pid=152 2024-11-11T12:16:57,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-11T12:16:57,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.2550 sec 2024-11-11T12:16:57,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 4.2930 sec 2024-11-11T12:16:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:57,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 555687e6a301a72b9cd4baed658b3f7d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T12:16:57,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=A 2024-11-11T12:16:57,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:57,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=B 2024-11-11T12:16:57,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:57,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=C 2024-11-11T12:16:57,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:57,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e0fcb27826ca4c87a5795451d20e06dd_555687e6a301a72b9cd4baed658b3f7d is 50, key is test_row_0/A:col10/1731327416274/Put/seqid=0 2024-11-11T12:16:57,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742411_1587 (size=14994) 2024-11-11T12:16:57,448 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:57,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327477447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:57,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327477449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:57,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327477449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:57,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327477451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:57,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327477452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:57,458 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e0fcb27826ca4c87a5795451d20e06dd_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e0fcb27826ca4c87a5795451d20e06dd_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:57,459 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/a95847f2640c4788a7d1cfb01b7f79a6, store: [table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:57,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/a95847f2640c4788a7d1cfb01b7f79a6 is 175, key is test_row_0/A:col10/1731327416274/Put/seqid=0 2024-11-11T12:16:57,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742412_1588 (size=39949) 2024-11-11T12:16:57,495 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=307, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/a95847f2640c4788a7d1cfb01b7f79a6 2024-11-11T12:16:57,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327477553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:57,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327477559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:57,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327477559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:57,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327477559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:57,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/2af801c2a7a5467499a6b9b82a605cae is 50, key is test_row_0/B:col10/1731327416274/Put/seqid=0 2024-11-11T12:16:57,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327477563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:57,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742413_1589 (size=12301) 2024-11-11T12:16:57,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:57,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327477761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327477761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:57,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327477764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:57,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327477764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:57,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327477775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:58,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/2af801c2a7a5467499a6b9b82a605cae 2024-11-11T12:16:58,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/0315f33bd5fd44f99ffc507e052d57c4 is 50, key is test_row_0/C:col10/1731327416274/Put/seqid=0 2024-11-11T12:16:58,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742414_1590 (size=12301) 2024-11-11T12:16:58,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/0315f33bd5fd44f99ffc507e052d57c4 2024-11-11T12:16:58,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33388 deadline: 1731327478064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:58,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33360 deadline: 1731327478066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:58,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33386 deadline: 1731327478071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:58,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/a95847f2640c4788a7d1cfb01b7f79a6 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a95847f2640c4788a7d1cfb01b7f79a6 2024-11-11T12:16:58,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33376 deadline: 1731327478079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:58,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T12:16:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34363 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33384 deadline: 1731327478080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 2024-11-11T12:16:58,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a95847f2640c4788a7d1cfb01b7f79a6, entries=200, sequenceid=307, filesize=39.0 K 2024-11-11T12:16:58,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/2af801c2a7a5467499a6b9b82a605cae as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/2af801c2a7a5467499a6b9b82a605cae 2024-11-11T12:16:58,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/2af801c2a7a5467499a6b9b82a605cae, entries=150, sequenceid=307, filesize=12.0 K 2024-11-11T12:16:58,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/0315f33bd5fd44f99ffc507e052d57c4 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/0315f33bd5fd44f99ffc507e052d57c4 2024-11-11T12:16:58,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/0315f33bd5fd44f99ffc507e052d57c4, entries=150, sequenceid=307, filesize=12.0 K 2024-11-11T12:16:58,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 555687e6a301a72b9cd4baed658b3f7d in 713ms, sequenceid=307, compaction requested=true 2024-11-11T12:16:58,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:58,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 555687e6a301a72b9cd4baed658b3f7d:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T12:16:58,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:58,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 555687e6a301a72b9cd4baed658b3f7d:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T12:16:58,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T12:16:58,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 555687e6a301a72b9cd4baed658b3f7d:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T12:16:58,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-11T12:16:58,119 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:58,119 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:58,123 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:58,123 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1540): 555687e6a301a72b9cd4baed658b3f7d/A is initiating minor compaction (all files) 2024-11-11T12:16:58,123 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 555687e6a301a72b9cd4baed658b3f7d/A in TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:58,123 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/e37c97e16538474aa72f689826a74146, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/ada0ed457d294a5a8eb64d9a5e3625b2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a95847f2640c4788a7d1cfb01b7f79a6] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp, totalSize=100.7 K 2024-11-11T12:16:58,123 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:58,123 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. files: [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/e37c97e16538474aa72f689826a74146, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/ada0ed457d294a5a8eb64d9a5e3625b2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a95847f2640c4788a7d1cfb01b7f79a6] 2024-11-11T12:16:58,128 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:58,128 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 555687e6a301a72b9cd4baed658b3f7d/C is initiating minor compaction (all files) 2024-11-11T12:16:58,128 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting e37c97e16538474aa72f689826a74146, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731327412849 2024-11-11T12:16:58,128 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 555687e6a301a72b9cd4baed658b3f7d/C in TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:58,128 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/3f2c2efce1c9453bb6020af8879bbdee, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/fe55ddd58ce345d18be82d3408e4baf8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/0315f33bd5fd44f99ffc507e052d57c4] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp, totalSize=36.7 K 2024-11-11T12:16:58,130 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ada0ed457d294a5a8eb64d9a5e3625b2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731327414114 2024-11-11T12:16:58,130 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f2c2efce1c9453bb6020af8879bbdee, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731327412849 2024-11-11T12:16:58,131 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] compactions.Compactor(224): Compacting a95847f2640c4788a7d1cfb01b7f79a6, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731327416274 2024-11-11T12:16:58,132 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting fe55ddd58ce345d18be82d3408e4baf8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731327414114 2024-11-11T12:16:58,139 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 0315f33bd5fd44f99ffc507e052d57c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731327416274 2024-11-11T12:16:58,160 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 555687e6a301a72b9cd4baed658b3f7d#C#compaction#490 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:58,160 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/dac7eaf7967c451e8723636acf9ce195 is 50, key is test_row_0/C:col10/1731327416274/Put/seqid=0 2024-11-11T12:16:58,180 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:58,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742415_1591 (size=13051) 2024-11-11T12:16:58,200 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411119f0ecfffbe0c4271b28d29633ff5dcb9_555687e6a301a72b9cd4baed658b3f7d store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:58,202 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411119f0ecfffbe0c4271b28d29633ff5dcb9_555687e6a301a72b9cd4baed658b3f7d, store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:58,202 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119f0ecfffbe0c4271b28d29633ff5dcb9_555687e6a301a72b9cd4baed658b3f7d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:58,221 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/dac7eaf7967c451e8723636acf9ce195 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/dac7eaf7967c451e8723636acf9ce195 2024-11-11T12:16:58,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742416_1592 (size=4469) 2024-11-11T12:16:58,226 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 555687e6a301a72b9cd4baed658b3f7d#A#compaction#491 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:58,227 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/7093d7627bba4ea987f0576b54a9c41c is 175, key is test_row_0/A:col10/1731327416274/Put/seqid=0 2024-11-11T12:16:58,232 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 555687e6a301a72b9cd4baed658b3f7d/C of 555687e6a301a72b9cd4baed658b3f7d into dac7eaf7967c451e8723636acf9ce195(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:58,232 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:58,232 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d., storeName=555687e6a301a72b9cd4baed658b3f7d/C, priority=13, startTime=1731327418118; duration=0sec 2024-11-11T12:16:58,232 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T12:16:58,232 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 555687e6a301a72b9cd4baed658b3f7d:C 2024-11-11T12:16:58,232 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T12:16:58,251 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T12:16:58,251 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1540): 555687e6a301a72b9cd4baed658b3f7d/B is initiating minor compaction (all files) 2024-11-11T12:16:58,251 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 555687e6a301a72b9cd4baed658b3f7d/B in TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:16:58,251 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/bf158461aa284158b17a8b6d9f558e5c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/39337bf1dc134d1abc50deb344263ddd, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/2af801c2a7a5467499a6b9b82a605cae] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp, totalSize=36.7 K 2024-11-11T12:16:58,255 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting bf158461aa284158b17a8b6d9f558e5c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731327412849 2024-11-11T12:16:58,260 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 39337bf1dc134d1abc50deb344263ddd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731327414114 2024-11-11T12:16:58,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742417_1593 (size=32005) 2024-11-11T12:16:58,267 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] compactions.Compactor(224): Compacting 2af801c2a7a5467499a6b9b82a605cae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731327416274 2024-11-11T12:16:58,289 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 555687e6a301a72b9cd4baed658b3f7d#B#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T12:16:58,289 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/04f3d7d5a75449218e44d363d1bc1c00 is 50, key is test_row_0/B:col10/1731327416274/Put/seqid=0 2024-11-11T12:16:58,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742418_1594 (size=13051) 2024-11-11T12:16:58,333 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/04f3d7d5a75449218e44d363d1bc1c00 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/04f3d7d5a75449218e44d363d1bc1c00 2024-11-11T12:16:58,348 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 555687e6a301a72b9cd4baed658b3f7d/B of 555687e6a301a72b9cd4baed658b3f7d into 04f3d7d5a75449218e44d363d1bc1c00(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:58,348 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:58,348 INFO [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d., storeName=555687e6a301a72b9cd4baed658b3f7d/B, priority=13, startTime=1731327418118; duration=0sec 2024-11-11T12:16:58,348 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:58,348 DEBUG [RS:0;645b80804bed:34363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 555687e6a301a72b9cd4baed658b3f7d:B 2024-11-11T12:16:58,396 DEBUG [Thread-2264 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6c078737 to 127.0.0.1:50815 2024-11-11T12:16:58,396 DEBUG [Thread-2264 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:58,396 DEBUG [Thread-2272 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64b7ee62 to 127.0.0.1:50815 2024-11-11T12:16:58,397 DEBUG [Thread-2272 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:58,399 DEBUG [Thread-2266 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bf8843a to 127.0.0.1:50815 2024-11-11T12:16:58,399 DEBUG [Thread-2266 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:58,399 DEBUG [Thread-2268 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x76670256 to 127.0.0.1:50815 2024-11-11T12:16:58,399 DEBUG [Thread-2268 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:58,401 DEBUG [Thread-2270 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36bc3633 to 127.0.0.1:50815 2024-11-11T12:16:58,401 DEBUG [Thread-2270 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:58,458 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T12:16:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34363 {}] regionserver.HRegion(8581): Flush requested on 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:58,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 555687e6a301a72b9cd4baed658b3f7d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T12:16:58,570 DEBUG [Thread-2253 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x081e0163 to 127.0.0.1:50815 2024-11-11T12:16:58,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=A 2024-11-11T12:16:58,570 DEBUG [Thread-2253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:58,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:58,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=B 2024-11-11T12:16:58,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:58,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=C 2024-11-11T12:16:58,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:16:58,575 DEBUG [Thread-2257 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d1de3c9 to 127.0.0.1:50815 2024-11-11T12:16:58,575 DEBUG [Thread-2257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:58,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e4d1d79f45f6484fb85273e64cdfea2d_555687e6a301a72b9cd4baed658b3f7d is 50, key is test_row_0/A:col10/1731327417449/Put/seqid=0 2024-11-11T12:16:58,584 DEBUG [Thread-2255 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x71c377ac to 127.0.0.1:50815 2024-11-11T12:16:58,584 DEBUG [Thread-2255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:58,588 DEBUG [Thread-2261 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38481360 to 127.0.0.1:50815 2024-11-11T12:16:58,588 DEBUG [Thread-2261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:58,592 DEBUG [Thread-2259 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09e22139 to 127.0.0.1:50815 2024-11-11T12:16:58,592 DEBUG [Thread-2259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:16:58,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742419_1595 (size=12454) 2024-11-11T12:16:58,667 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/7093d7627bba4ea987f0576b54a9c41c as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/7093d7627bba4ea987f0576b54a9c41c 2024-11-11T12:16:58,672 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 555687e6a301a72b9cd4baed658b3f7d/A of 555687e6a301a72b9cd4baed658b3f7d into 7093d7627bba4ea987f0576b54a9c41c(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T12:16:58,672 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:16:58,672 INFO [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d., storeName=555687e6a301a72b9cd4baed658b3f7d/A, priority=13, startTime=1731327418118; duration=0sec 2024-11-11T12:16:58,672 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T12:16:58,672 DEBUG [RS:0;645b80804bed:34363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 555687e6a301a72b9cd4baed658b3f7d:A 2024-11-11T12:16:58,996 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:16:58,999 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e4d1d79f45f6484fb85273e64cdfea2d_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e4d1d79f45f6484fb85273e64cdfea2d_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:16:59,000 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/42ff60312c82444a940cca6b11498220, store: [table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:16:59,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/42ff60312c82444a940cca6b11498220 is 175, key is test_row_0/A:col10/1731327417449/Put/seqid=0 2024-11-11T12:16:59,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742420_1596 (size=31255) 2024-11-11T12:16:59,416 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/42ff60312c82444a940cca6b11498220 2024-11-11T12:16:59,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/17f0c54730e644ce8c851e4451ba8a31 is 50, key is test_row_0/B:col10/1731327417449/Put/seqid=0 2024-11-11T12:16:59,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742421_1597 (size=12301) 2024-11-11T12:16:59,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/17f0c54730e644ce8c851e4451ba8a31 2024-11-11T12:16:59,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/63dd505593a54873af3b615953e7d612 is 50, key is test_row_0/C:col10/1731327417449/Put/seqid=0 2024-11-11T12:16:59,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742422_1598 (size=12301) 2024-11-11T12:16:59,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/63dd505593a54873af3b615953e7d612 2024-11-11T12:16:59,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/42ff60312c82444a940cca6b11498220 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/42ff60312c82444a940cca6b11498220 2024-11-11T12:16:59,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/42ff60312c82444a940cca6b11498220, entries=150, sequenceid=331, filesize=30.5 K 2024-11-11T12:16:59,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/17f0c54730e644ce8c851e4451ba8a31 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/17f0c54730e644ce8c851e4451ba8a31 2024-11-11T12:16:59,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/17f0c54730e644ce8c851e4451ba8a31, entries=150, sequenceid=331, filesize=12.0 K 2024-11-11T12:16:59,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/63dd505593a54873af3b615953e7d612 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/63dd505593a54873af3b615953e7d612 2024-11-11T12:16:59,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/63dd505593a54873af3b615953e7d612, entries=150, sequenceid=331, filesize=12.0 K 2024-11-11T12:16:59,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=26.84 KB/27480 for 555687e6a301a72b9cd4baed658b3f7d in 927ms, sequenceid=331, compaction requested=false 2024-11-11T12:16:59,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:17:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-11T12:17:01,114 INFO [Thread-2263 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-11-11T12:17:01,114 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T12:17:01,114 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-11T12:17:01,114 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-11T12:17:01,114 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-11T12:17:01,114 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-11T12:17:01,114 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-11T12:17:01,114 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T12:17:01,114 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3580 2024-11-11T12:17:01,114 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3470 2024-11-11T12:17:01,114 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3437 2024-11-11T12:17:01,114 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3454 2024-11-11T12:17:01,114 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3656 2024-11-11T12:17:01,114 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T12:17:01,114 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T12:17:01,114 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68ba132a to 127.0.0.1:50815 2024-11-11T12:17:01,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:17:01,115 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-11T12:17:01,115 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-11T12:17:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T12:17:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-11T12:17:01,118 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731327421117"}]},"ts":"1731327421117"} 2024-11-11T12:17:01,119 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T12:17:01,134 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T12:17:01,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T12:17:01,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=555687e6a301a72b9cd4baed658b3f7d, UNASSIGN}] 2024-11-11T12:17:01,137 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=555687e6a301a72b9cd4baed658b3f7d, UNASSIGN 2024-11-11T12:17:01,137 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=155 updating hbase:meta row=555687e6a301a72b9cd4baed658b3f7d, regionState=CLOSING, regionLocation=645b80804bed,34363,1731327241210 2024-11-11T12:17:01,138 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T12:17:01,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; CloseRegionProcedure 555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210}] 2024-11-11T12:17:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-11T12:17:01,290 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 645b80804bed,34363,1731327241210 2024-11-11T12:17:01,290 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(124): Close 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:17:01,290 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T12:17:01,290 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1681): Closing 555687e6a301a72b9cd4baed658b3f7d, disabling compactions & flushes 2024-11-11T12:17:01,290 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:17:01,290 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:17:01,290 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. after waiting 0 ms 2024-11-11T12:17:01,290 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:17:01,290 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(2837): Flushing 555687e6a301a72b9cd4baed658b3f7d 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-11T12:17:01,291 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=A 2024-11-11T12:17:01,291 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:17:01,291 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=B 2024-11-11T12:17:01,291 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:17:01,291 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 555687e6a301a72b9cd4baed658b3f7d, store=C 2024-11-11T12:17:01,291 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T12:17:01,297 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111982fc46d3c42455ba3bd1b4b9dcaa9af_555687e6a301a72b9cd4baed658b3f7d is 50, key is test_row_0/A:col10/1731327418583/Put/seqid=0 2024-11-11T12:17:01,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742423_1599 (size=9914) 2024-11-11T12:17:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-11T12:17:01,701 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T12:17:01,704 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111982fc46d3c42455ba3bd1b4b9dcaa9af_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111982fc46d3c42455ba3bd1b4b9dcaa9af_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:17:01,705 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/e3a7dfe6914e45ccac0ffffa986c8481, store: [table=TestAcidGuarantees family=A region=555687e6a301a72b9cd4baed658b3f7d] 2024-11-11T12:17:01,706 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/e3a7dfe6914e45ccac0ffffa986c8481 is 175, key is test_row_0/A:col10/1731327418583/Put/seqid=0 2024-11-11T12:17:01,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742424_1600 (size=22561) 2024-11-11T12:17:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-11T12:17:02,114 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=339, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/e3a7dfe6914e45ccac0ffffa986c8481 2024-11-11T12:17:02,119 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/e11234c79f6a4993b1439869f13b0371 is 50, key is test_row_0/B:col10/1731327418583/Put/seqid=0 2024-11-11T12:17:02,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742425_1601 (size=9857) 2024-11-11T12:17:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-11T12:17:02,522 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/e11234c79f6a4993b1439869f13b0371 2024-11-11T12:17:02,530 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/d5051efd75ab4ed0a99ac5f2a8650754 is 50, key is test_row_0/C:col10/1731327418583/Put/seqid=0 2024-11-11T12:17:02,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742426_1602 (size=9857) 2024-11-11T12:17:02,934 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/d5051efd75ab4ed0a99ac5f2a8650754 2024-11-11T12:17:02,941 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/A/e3a7dfe6914e45ccac0ffffa986c8481 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/e3a7dfe6914e45ccac0ffffa986c8481 2024-11-11T12:17:02,945 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/e3a7dfe6914e45ccac0ffffa986c8481, entries=100, sequenceid=339, filesize=22.0 K 2024-11-11T12:17:02,946 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/B/e11234c79f6a4993b1439869f13b0371 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/e11234c79f6a4993b1439869f13b0371 2024-11-11T12:17:02,950 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/e11234c79f6a4993b1439869f13b0371, entries=100, sequenceid=339, filesize=9.6 K 2024-11-11T12:17:02,951 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/.tmp/C/d5051efd75ab4ed0a99ac5f2a8650754 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/d5051efd75ab4ed0a99ac5f2a8650754 2024-11-11T12:17:02,954 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/d5051efd75ab4ed0a99ac5f2a8650754, entries=100, sequenceid=339, filesize=9.6 K 2024-11-11T12:17:02,955 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 555687e6a301a72b9cd4baed658b3f7d in 1665ms, sequenceid=339, compaction requested=true 2024-11-11T12:17:02,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/47033223dcfd4658acfd70a1a9fb990b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/ede6e8d27d9943f8877cb4d3b09ac70a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/3c0ef354c4e04f3d9d731e754c95eeff, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/1d7855fbdbe0486db36b68cc31a4c68d, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/3779a0625f4b40a9be291527c8e90bf3, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a864c4b15eae4bdf9747388f02b7953c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/e99143b7490d4693b8da9b1384e3e2b1, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/f18952db34294a3db78a2a7676ec1b59, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a7b915c6f9294bc285a62b6d1b49580c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a5187f513efb48c19de4f15ca2f046c3, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/67e70e7de5b7429cbff01e661fec43b8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/bb7b671af5424eedbe9048535a58a553, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/110f0102f4074d1ca09841566741449c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/48839954058a4efc9b2e60f27f1712c0, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/0bbc45e8246a4b68a5f777b0510dc343, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/7260ebfefa7e4f89a9e17df5f662e85f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/6c1e2b406f384630b3b6d37e58738dab, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/c354e19eec6a419aab61f8e84f7fa8d2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/e37c97e16538474aa72f689826a74146, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/ab09e07dc8e7465ab27db45e475c3d07, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/ada0ed457d294a5a8eb64d9a5e3625b2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a95847f2640c4788a7d1cfb01b7f79a6] to archive 2024-11-11T12:17:02,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T12:17:02,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/47033223dcfd4658acfd70a1a9fb990b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/47033223dcfd4658acfd70a1a9fb990b 2024-11-11T12:17:02,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/ede6e8d27d9943f8877cb4d3b09ac70a to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/ede6e8d27d9943f8877cb4d3b09ac70a 2024-11-11T12:17:02,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/3c0ef354c4e04f3d9d731e754c95eeff to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/3c0ef354c4e04f3d9d731e754c95eeff 2024-11-11T12:17:02,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/1d7855fbdbe0486db36b68cc31a4c68d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/1d7855fbdbe0486db36b68cc31a4c68d 2024-11-11T12:17:02,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/3779a0625f4b40a9be291527c8e90bf3 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/3779a0625f4b40a9be291527c8e90bf3 2024-11-11T12:17:02,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a864c4b15eae4bdf9747388f02b7953c to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a864c4b15eae4bdf9747388f02b7953c 2024-11-11T12:17:02,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/e99143b7490d4693b8da9b1384e3e2b1 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/e99143b7490d4693b8da9b1384e3e2b1 2024-11-11T12:17:02,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/f18952db34294a3db78a2a7676ec1b59 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/f18952db34294a3db78a2a7676ec1b59 2024-11-11T12:17:02,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a7b915c6f9294bc285a62b6d1b49580c to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a7b915c6f9294bc285a62b6d1b49580c 2024-11-11T12:17:02,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a5187f513efb48c19de4f15ca2f046c3 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a5187f513efb48c19de4f15ca2f046c3 2024-11-11T12:17:02,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/67e70e7de5b7429cbff01e661fec43b8 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/67e70e7de5b7429cbff01e661fec43b8 2024-11-11T12:17:02,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/bb7b671af5424eedbe9048535a58a553 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/bb7b671af5424eedbe9048535a58a553 2024-11-11T12:17:02,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/110f0102f4074d1ca09841566741449c to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/110f0102f4074d1ca09841566741449c 2024-11-11T12:17:02,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/48839954058a4efc9b2e60f27f1712c0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/48839954058a4efc9b2e60f27f1712c0 2024-11-11T12:17:02,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/0bbc45e8246a4b68a5f777b0510dc343 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/0bbc45e8246a4b68a5f777b0510dc343 2024-11-11T12:17:02,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/7260ebfefa7e4f89a9e17df5f662e85f to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/7260ebfefa7e4f89a9e17df5f662e85f 2024-11-11T12:17:02,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/6c1e2b406f384630b3b6d37e58738dab to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/6c1e2b406f384630b3b6d37e58738dab 2024-11-11T12:17:02,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/c354e19eec6a419aab61f8e84f7fa8d2 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/c354e19eec6a419aab61f8e84f7fa8d2 2024-11-11T12:17:02,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/e37c97e16538474aa72f689826a74146 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/e37c97e16538474aa72f689826a74146 2024-11-11T12:17:02,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/ab09e07dc8e7465ab27db45e475c3d07 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/ab09e07dc8e7465ab27db45e475c3d07 2024-11-11T12:17:02,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/ada0ed457d294a5a8eb64d9a5e3625b2 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/ada0ed457d294a5a8eb64d9a5e3625b2 2024-11-11T12:17:02,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a95847f2640c4788a7d1cfb01b7f79a6 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/a95847f2640c4788a7d1cfb01b7f79a6 2024-11-11T12:17:02,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/7f654fa253f840738aa501215f0c5702, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/6f7684dded8c4557b9be1b970ca98d80, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/65abd8e7b14c49408e5a21234d75af3f, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/10cf686b1a0743ad85c7edd81c0a7b4a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/3839bbebd5bb4e49bd9b356797eab9bf, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/1ee64bda5d604a3087694f8f5d9b04c2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/573706c03e5c428e84c5378fd545fda9, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/ad73644975ed45579d228b2f8fadfc61, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/3a88feac561d44dabf101929b6b32046, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/7823990df03e4ae18555b124bb5a39b9, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/631de00efa934b31bf06d7578e1a5f7c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/67d69f40a7af4c21a586b022aba567a7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/b727d197540d4c0c860f1170bac14c38, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/247df9385336429d9f067dc62e16573b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/9dd9bbe84e334d9cadb58b6082a4e7be, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/84b22b934d1f4f76bac8f47e3a938e8a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/2e7226fac0444bf0885ccbc6a4629b8a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/57ff70ca0ef3474db24a5024120aadba, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/bf158461aa284158b17a8b6d9f558e5c, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/4b70dbe5f0f34940b06036ec4a3d9a04, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/39337bf1dc134d1abc50deb344263ddd, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/2af801c2a7a5467499a6b9b82a605cae] to archive 2024-11-11T12:17:02,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T12:17:02,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/7f654fa253f840738aa501215f0c5702 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/7f654fa253f840738aa501215f0c5702 2024-11-11T12:17:02,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/6f7684dded8c4557b9be1b970ca98d80 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/6f7684dded8c4557b9be1b970ca98d80 2024-11-11T12:17:02,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/65abd8e7b14c49408e5a21234d75af3f to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/65abd8e7b14c49408e5a21234d75af3f 2024-11-11T12:17:02,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/10cf686b1a0743ad85c7edd81c0a7b4a to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/10cf686b1a0743ad85c7edd81c0a7b4a 2024-11-11T12:17:02,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/3839bbebd5bb4e49bd9b356797eab9bf to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/3839bbebd5bb4e49bd9b356797eab9bf 2024-11-11T12:17:02,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/1ee64bda5d604a3087694f8f5d9b04c2 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/1ee64bda5d604a3087694f8f5d9b04c2 2024-11-11T12:17:02,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/573706c03e5c428e84c5378fd545fda9 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/573706c03e5c428e84c5378fd545fda9 2024-11-11T12:17:02,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/ad73644975ed45579d228b2f8fadfc61 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/ad73644975ed45579d228b2f8fadfc61 2024-11-11T12:17:02,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/3a88feac561d44dabf101929b6b32046 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/3a88feac561d44dabf101929b6b32046 2024-11-11T12:17:02,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/7823990df03e4ae18555b124bb5a39b9 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/7823990df03e4ae18555b124bb5a39b9 2024-11-11T12:17:02,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/631de00efa934b31bf06d7578e1a5f7c to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/631de00efa934b31bf06d7578e1a5f7c 2024-11-11T12:17:02,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/67d69f40a7af4c21a586b022aba567a7 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/67d69f40a7af4c21a586b022aba567a7 2024-11-11T12:17:02,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/b727d197540d4c0c860f1170bac14c38 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/b727d197540d4c0c860f1170bac14c38 2024-11-11T12:17:02,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/247df9385336429d9f067dc62e16573b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/247df9385336429d9f067dc62e16573b 2024-11-11T12:17:02,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/9dd9bbe84e334d9cadb58b6082a4e7be to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/9dd9bbe84e334d9cadb58b6082a4e7be 2024-11-11T12:17:02,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/84b22b934d1f4f76bac8f47e3a938e8a to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/84b22b934d1f4f76bac8f47e3a938e8a 2024-11-11T12:17:02,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/2e7226fac0444bf0885ccbc6a4629b8a to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/2e7226fac0444bf0885ccbc6a4629b8a 2024-11-11T12:17:02,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/57ff70ca0ef3474db24a5024120aadba to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/57ff70ca0ef3474db24a5024120aadba 2024-11-11T12:17:02,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/bf158461aa284158b17a8b6d9f558e5c to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/bf158461aa284158b17a8b6d9f558e5c 2024-11-11T12:17:02,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/4b70dbe5f0f34940b06036ec4a3d9a04 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/4b70dbe5f0f34940b06036ec4a3d9a04 2024-11-11T12:17:02,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/39337bf1dc134d1abc50deb344263ddd to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/39337bf1dc134d1abc50deb344263ddd 2024-11-11T12:17:03,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/2af801c2a7a5467499a6b9b82a605cae to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/2af801c2a7a5467499a6b9b82a605cae 2024-11-11T12:17:03,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/b0556cc0c8a94ebda25574b6bde45db7, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/a966eddc164f43bcbc70694acda51662, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/67344aeb9bbe4591ba39d05edac887e9, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/147b2108bc7c4b53a1d4db3b39d88f40, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/3a3277ed79344373828a8c9756c3a437, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/53c4d8ae9dff4d12827293cdf51d541b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/304167194edc4dcdb706a84dc2ee5a2b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/5d0ec32ca1ae4473b0fca1cd48d136f6, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/3f7b614525024eb3a154d7634f3dd514, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/b9e25195109e41de9bdfcc4449ad6ac3, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/40a86c323bec4085b14d88ded68de041, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/fa8975d1b8f84b52b4b4a9435ee50756, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/d5c5b69714d147f0bb0e3f41e8aa757b, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/28d79d9ec5d04bd69880757f27019010, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/a1347faace05486d8336095207571e96, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/ed17e3a309364ce8937a97726cbe1ce0, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/e6a9537d367b4e1994bde5c8a07f8568, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/71a31657d5e54f56a47333bdf8ca7e3a, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/3f2c2efce1c9453bb6020af8879bbdee, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/845815608ec64590bd412b5bdf2b7fd2, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/fe55ddd58ce345d18be82d3408e4baf8, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/0315f33bd5fd44f99ffc507e052d57c4] to archive 2024-11-11T12:17:03,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T12:17:03,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/b0556cc0c8a94ebda25574b6bde45db7 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/b0556cc0c8a94ebda25574b6bde45db7 2024-11-11T12:17:03,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/a966eddc164f43bcbc70694acda51662 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/a966eddc164f43bcbc70694acda51662 2024-11-11T12:17:03,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/67344aeb9bbe4591ba39d05edac887e9 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/67344aeb9bbe4591ba39d05edac887e9 2024-11-11T12:17:03,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/147b2108bc7c4b53a1d4db3b39d88f40 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/147b2108bc7c4b53a1d4db3b39d88f40 2024-11-11T12:17:03,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/3a3277ed79344373828a8c9756c3a437 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/3a3277ed79344373828a8c9756c3a437 2024-11-11T12:17:03,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/53c4d8ae9dff4d12827293cdf51d541b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/53c4d8ae9dff4d12827293cdf51d541b 2024-11-11T12:17:03,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/304167194edc4dcdb706a84dc2ee5a2b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/304167194edc4dcdb706a84dc2ee5a2b 2024-11-11T12:17:03,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/5d0ec32ca1ae4473b0fca1cd48d136f6 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/5d0ec32ca1ae4473b0fca1cd48d136f6 2024-11-11T12:17:03,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/3f7b614525024eb3a154d7634f3dd514 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/3f7b614525024eb3a154d7634f3dd514 2024-11-11T12:17:03,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/b9e25195109e41de9bdfcc4449ad6ac3 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/b9e25195109e41de9bdfcc4449ad6ac3 2024-11-11T12:17:03,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/40a86c323bec4085b14d88ded68de041 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/40a86c323bec4085b14d88ded68de041 2024-11-11T12:17:03,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/fa8975d1b8f84b52b4b4a9435ee50756 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/fa8975d1b8f84b52b4b4a9435ee50756 2024-11-11T12:17:03,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/d5c5b69714d147f0bb0e3f41e8aa757b to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/d5c5b69714d147f0bb0e3f41e8aa757b 2024-11-11T12:17:03,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/28d79d9ec5d04bd69880757f27019010 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/28d79d9ec5d04bd69880757f27019010 2024-11-11T12:17:03,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/a1347faace05486d8336095207571e96 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/a1347faace05486d8336095207571e96 2024-11-11T12:17:03,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/ed17e3a309364ce8937a97726cbe1ce0 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/ed17e3a309364ce8937a97726cbe1ce0 2024-11-11T12:17:03,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/e6a9537d367b4e1994bde5c8a07f8568 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/e6a9537d367b4e1994bde5c8a07f8568 2024-11-11T12:17:03,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/71a31657d5e54f56a47333bdf8ca7e3a to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/71a31657d5e54f56a47333bdf8ca7e3a 2024-11-11T12:17:03,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/3f2c2efce1c9453bb6020af8879bbdee to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/3f2c2efce1c9453bb6020af8879bbdee 2024-11-11T12:17:03,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/845815608ec64590bd412b5bdf2b7fd2 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/845815608ec64590bd412b5bdf2b7fd2 2024-11-11T12:17:03,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/fe55ddd58ce345d18be82d3408e4baf8 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/fe55ddd58ce345d18be82d3408e4baf8 2024-11-11T12:17:03,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/0315f33bd5fd44f99ffc507e052d57c4 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/0315f33bd5fd44f99ffc507e052d57c4 2024-11-11T12:17:03,023 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/recovered.edits/342.seqid, newMaxSeqId=342, maxSeqId=4 2024-11-11T12:17:03,023 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d. 2024-11-11T12:17:03,023 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1635): Region close journal for 555687e6a301a72b9cd4baed658b3f7d: 2024-11-11T12:17:03,024 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(170): Closed 555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:17:03,025 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=155 updating hbase:meta row=555687e6a301a72b9cd4baed658b3f7d, regionState=CLOSED 2024-11-11T12:17:03,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-11T12:17:03,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; CloseRegionProcedure 555687e6a301a72b9cd4baed658b3f7d, server=645b80804bed,34363,1731327241210 in 1.8870 sec 2024-11-11T12:17:03,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-11T12:17:03,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=555687e6a301a72b9cd4baed658b3f7d, UNASSIGN in 1.8900 sec 2024-11-11T12:17:03,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-11T12:17:03,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8920 sec 2024-11-11T12:17:03,028 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731327423028"}]},"ts":"1731327423028"} 2024-11-11T12:17:03,029 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T12:17:03,040 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T12:17:03,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9260 sec 2024-11-11T12:17:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-11T12:17:03,228 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-11T12:17:03,228 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-11T12:17:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:17:03,230 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=157, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:17:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-11T12:17:03,230 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=157, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:17:03,232 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:17:03,234 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A, FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B, FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C, FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/recovered.edits] 2024-11-11T12:17:03,236 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/42ff60312c82444a940cca6b11498220 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/42ff60312c82444a940cca6b11498220 2024-11-11T12:17:03,237 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/7093d7627bba4ea987f0576b54a9c41c to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/7093d7627bba4ea987f0576b54a9c41c 2024-11-11T12:17:03,238 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/e3a7dfe6914e45ccac0ffffa986c8481 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/A/e3a7dfe6914e45ccac0ffffa986c8481 2024-11-11T12:17:03,240 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/04f3d7d5a75449218e44d363d1bc1c00 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/04f3d7d5a75449218e44d363d1bc1c00 2024-11-11T12:17:03,240 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/17f0c54730e644ce8c851e4451ba8a31 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/17f0c54730e644ce8c851e4451ba8a31 2024-11-11T12:17:03,241 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/e11234c79f6a4993b1439869f13b0371 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/B/e11234c79f6a4993b1439869f13b0371 2024-11-11T12:17:03,243 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/63dd505593a54873af3b615953e7d612 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/63dd505593a54873af3b615953e7d612 2024-11-11T12:17:03,243 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/d5051efd75ab4ed0a99ac5f2a8650754 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/d5051efd75ab4ed0a99ac5f2a8650754 2024-11-11T12:17:03,244 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/dac7eaf7967c451e8723636acf9ce195 to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/C/dac7eaf7967c451e8723636acf9ce195 2024-11-11T12:17:03,246 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/recovered.edits/342.seqid to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d/recovered.edits/342.seqid 2024-11-11T12:17:03,246 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/default/TestAcidGuarantees/555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:17:03,247 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T12:17:03,247 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T12:17:03,247 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-11T12:17:03,249 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111177e3bde7ad345eaac812df3b9747d98_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111177e3bde7ad345eaac812df3b9747d98_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:17:03,250 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111125544bd5d30e4881967cd5fd5fa4e51f_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111125544bd5d30e4881967cd5fd5fa4e51f_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:17:03,251 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113a2af2faed3d407ca9d56655349dfac6_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113a2af2faed3d407ca9d56655349dfac6_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:17:03,251 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111144e70b27e85d4b66a36ffbb044a03c80_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111144e70b27e85d4b66a36ffbb044a03c80_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:17:03,252 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111182f02898835a4c889d9c684a7e37b0b5_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111182f02898835a4c889d9c684a7e37b0b5_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:17:03,253 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119174e399f6564eedbaaa9397deb5f252_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119174e399f6564eedbaaa9397deb5f252_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:17:03,253 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111982fc46d3c42455ba3bd1b4b9dcaa9af_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111982fc46d3c42455ba3bd1b4b9dcaa9af_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:17:03,254 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119a79be5dc4d149bbbbe0fc0e7b86842f_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119a79be5dc4d149bbbbe0fc0e7b86842f_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:17:03,255 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ab283797804340db86bbf8b6da2b16e0_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ab283797804340db86bbf8b6da2b16e0_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:17:03,256 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ae6f0eaf23554261ab835c6500dd26bf_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ae6f0eaf23554261ab835c6500dd26bf_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:17:03,257 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c67130d5676648d3955e57c92a9ac91f_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c67130d5676648d3955e57c92a9ac91f_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:17:03,258 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ca79a67387844a8b80d7d41dde1a33e5_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ca79a67387844a8b80d7d41dde1a33e5_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:17:03,258 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e0fcb27826ca4c87a5795451d20e06dd_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e0fcb27826ca4c87a5795451d20e06dd_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:17:03,259 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e4d1d79f45f6484fb85273e64cdfea2d_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e4d1d79f45f6484fb85273e64cdfea2d_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:17:03,260 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e734c757d4b3466b91782a2e196730ab_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e734c757d4b3466b91782a2e196730ab_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:17:03,261 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ee7c3f400f584fc09a24eb6c9fe4a762_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ee7c3f400f584fc09a24eb6c9fe4a762_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:17:03,261 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f339d4d3e4214115ae0b3941aa8d97da_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f339d4d3e4214115ae0b3941aa8d97da_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:17:03,262 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fb22491dbf6e4ac386d9619a2c0fb749_555687e6a301a72b9cd4baed658b3f7d to hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111fb22491dbf6e4ac386d9619a2c0fb749_555687e6a301a72b9cd4baed658b3f7d 2024-11-11T12:17:03,262 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T12:17:03,264 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=157, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:17:03,265 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T12:17:03,266 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T12:17:03,267 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=157, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:17:03,267 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T12:17:03,267 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731327423267"}]},"ts":"9223372036854775807"} 2024-11-11T12:17:03,268 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-11T12:17:03,268 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 555687e6a301a72b9cd4baed658b3f7d, NAME => 'TestAcidGuarantees,,1731327395346.555687e6a301a72b9cd4baed658b3f7d.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T12:17:03,268 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T12:17:03,268 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731327423268"}]},"ts":"9223372036854775807"} 2024-11-11T12:17:03,269 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-11T12:17:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-11T12:17:03,382 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=157, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T12:17:03,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 153 msec 2024-11-11T12:17:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40223 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-11T12:17:03,532 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-11T12:17:03,544 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239 (was 240), OpenFileDescriptor=456 (was 454) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1244 (was 1390), ProcessCount=11 (was 11), AvailableMemoryMB=2404 (was 2392) - AvailableMemoryMB LEAK? - 2024-11-11T12:17:03,544 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-11T12:17:03,544 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T12:17:03,544 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6169df5c to 127.0.0.1:50815 2024-11-11T12:17:03,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:17:03,544 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T12:17:03,544 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1531303381, stopped=false 2024-11-11T12:17:03,545 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=645b80804bed,40223,1731327239765 2024-11-11T12:17:03,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T12:17:03,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x1012b1ad3cb0001, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T12:17:03,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T12:17:03,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x1012b1ad3cb0001, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T12:17:03,551 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-11T12:17:03,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:17:03,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34363-0x1012b1ad3cb0001, quorum=127.0.0.1:50815, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T12:17:03,552 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '645b80804bed,34363,1731327241210' ***** 2024-11-11T12:17:03,552 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-11T12:17:03,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T12:17:03,553 INFO [RS:0;645b80804bed:34363 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T12:17:03,553 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-11T12:17:03,554 INFO [RS:0;645b80804bed:34363 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T12:17:03,554 INFO [RS:0;645b80804bed:34363 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T12:17:03,554 INFO [RS:0;645b80804bed:34363 {}] regionserver.HRegionServer(3579): Received CLOSE for b65131fbbc2e2e6db0bbcd9e681ba793 2024-11-11T12:17:03,555 INFO [RS:0;645b80804bed:34363 {}] regionserver.HRegionServer(1224): stopping server 645b80804bed,34363,1731327241210 2024-11-11T12:17:03,555 DEBUG [RS:0;645b80804bed:34363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:17:03,555 INFO [RS:0;645b80804bed:34363 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T12:17:03,555 INFO [RS:0;645b80804bed:34363 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T12:17:03,555 INFO [RS:0;645b80804bed:34363 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T12:17:03,555 INFO [RS:0;645b80804bed:34363 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-11T12:17:03,555 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b65131fbbc2e2e6db0bbcd9e681ba793, disabling compactions & flushes 2024-11-11T12:17:03,555 INFO [RS:0;645b80804bed:34363 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-11T12:17:03,555 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731327246349.b65131fbbc2e2e6db0bbcd9e681ba793. 2024-11-11T12:17:03,555 DEBUG [RS:0;645b80804bed:34363 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, b65131fbbc2e2e6db0bbcd9e681ba793=hbase:namespace,,1731327246349.b65131fbbc2e2e6db0bbcd9e681ba793.} 2024-11-11T12:17:03,555 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731327246349.b65131fbbc2e2e6db0bbcd9e681ba793. 2024-11-11T12:17:03,555 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731327246349.b65131fbbc2e2e6db0bbcd9e681ba793. after waiting 0 ms 2024-11-11T12:17:03,555 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731327246349.b65131fbbc2e2e6db0bbcd9e681ba793. 2024-11-11T12:17:03,555 DEBUG [RS_CLOSE_META-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-11T12:17:03,555 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing b65131fbbc2e2e6db0bbcd9e681ba793 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-11T12:17:03,555 INFO [RS_CLOSE_META-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-11T12:17:03,555 DEBUG [RS_CLOSE_META-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-11T12:17:03,556 DEBUG [RS_CLOSE_META-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-11T12:17:03,556 DEBUG [RS_CLOSE_META-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T12:17:03,556 INFO [RS_CLOSE_META-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-11T12:17:03,556 DEBUG [RS:0;645b80804bed:34363 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, b65131fbbc2e2e6db0bbcd9e681ba793 2024-11-11T12:17:03,577 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/namespace/b65131fbbc2e2e6db0bbcd9e681ba793/.tmp/info/85a52fe7379d41babbe9402e39ab2a4a is 45, key is default/info:d/1731327247575/Put/seqid=0 2024-11-11T12:17:03,594 DEBUG [RS_CLOSE_META-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/meta/1588230740/.tmp/info/4ef8a3d7a6024d5191fad0c89ce2ba61 is 143, key is hbase:namespace,,1731327246349.b65131fbbc2e2e6db0bbcd9e681ba793./info:regioninfo/1731327247367/Put/seqid=0 2024-11-11T12:17:03,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742427_1603 (size=5037) 2024-11-11T12:17:03,596 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/namespace/b65131fbbc2e2e6db0bbcd9e681ba793/.tmp/info/85a52fe7379d41babbe9402e39ab2a4a 2024-11-11T12:17:03,599 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/namespace/b65131fbbc2e2e6db0bbcd9e681ba793/.tmp/info/85a52fe7379d41babbe9402e39ab2a4a as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/namespace/b65131fbbc2e2e6db0bbcd9e681ba793/info/85a52fe7379d41babbe9402e39ab2a4a 2024-11-11T12:17:03,603 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/namespace/b65131fbbc2e2e6db0bbcd9e681ba793/info/85a52fe7379d41babbe9402e39ab2a4a, entries=2, sequenceid=6, filesize=4.9 K 2024-11-11T12:17:03,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742428_1604 (size=7725) 2024-11-11T12:17:03,606 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for b65131fbbc2e2e6db0bbcd9e681ba793 in 51ms, sequenceid=6, compaction requested=false 2024-11-11T12:17:03,608 INFO [RS_CLOSE_META-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/meta/1588230740/.tmp/info/4ef8a3d7a6024d5191fad0c89ce2ba61 2024-11-11T12:17:03,611 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/namespace/b65131fbbc2e2e6db0bbcd9e681ba793/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T12:17:03,613 INFO [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731327246349.b65131fbbc2e2e6db0bbcd9e681ba793. 2024-11-11T12:17:03,613 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b65131fbbc2e2e6db0bbcd9e681ba793: 2024-11-11T12:17:03,614 DEBUG [RS_CLOSE_REGION-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731327246349.b65131fbbc2e2e6db0bbcd9e681ba793. 2024-11-11T12:17:03,636 INFO [regionserver/645b80804bed:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T12:17:03,636 DEBUG [RS_CLOSE_META-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/meta/1588230740/.tmp/rep_barrier/465d6980b239420cba4b1b00583f6750 is 102, key is TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530./rep_barrier:/1731327274204/DeleteFamily/seqid=0 2024-11-11T12:17:03,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742429_1605 (size=6025) 2024-11-11T12:17:03,756 DEBUG [RS:0;645b80804bed:34363 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-11T12:17:03,956 DEBUG [RS:0;645b80804bed:34363 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-11T12:17:04,049 INFO [RS_CLOSE_META-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/meta/1588230740/.tmp/rep_barrier/465d6980b239420cba4b1b00583f6750 2024-11-11T12:17:04,072 DEBUG [RS_CLOSE_META-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/meta/1588230740/.tmp/table/35ebfb5b494a4a0b93e53eafafb6dafc is 96, key is TestAcidGuarantees,,1731327248546.8846dc3400dc9c16f6ed17a8bec88530./table:/1731327274204/DeleteFamily/seqid=0 2024-11-11T12:17:04,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742430_1606 (size=5942) 2024-11-11T12:17:04,157 DEBUG [RS:0;645b80804bed:34363 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-11T12:17:04,347 INFO [regionserver/645b80804bed:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T12:17:04,347 INFO [regionserver/645b80804bed:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T12:17:04,357 DEBUG [RS:0;645b80804bed:34363 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-11T12:17:04,477 INFO [RS_CLOSE_META-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/meta/1588230740/.tmp/table/35ebfb5b494a4a0b93e53eafafb6dafc 2024-11-11T12:17:04,480 DEBUG [RS_CLOSE_META-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/meta/1588230740/.tmp/info/4ef8a3d7a6024d5191fad0c89ce2ba61 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/meta/1588230740/info/4ef8a3d7a6024d5191fad0c89ce2ba61 2024-11-11T12:17:04,483 INFO [RS_CLOSE_META-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/meta/1588230740/info/4ef8a3d7a6024d5191fad0c89ce2ba61, entries=22, sequenceid=93, filesize=7.5 K 2024-11-11T12:17:04,484 DEBUG [RS_CLOSE_META-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/meta/1588230740/.tmp/rep_barrier/465d6980b239420cba4b1b00583f6750 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/meta/1588230740/rep_barrier/465d6980b239420cba4b1b00583f6750 2024-11-11T12:17:04,488 INFO [RS_CLOSE_META-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/meta/1588230740/rep_barrier/465d6980b239420cba4b1b00583f6750, entries=6, sequenceid=93, filesize=5.9 K 2024-11-11T12:17:04,489 DEBUG [RS_CLOSE_META-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/meta/1588230740/.tmp/table/35ebfb5b494a4a0b93e53eafafb6dafc as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/meta/1588230740/table/35ebfb5b494a4a0b93e53eafafb6dafc 2024-11-11T12:17:04,493 INFO [RS_CLOSE_META-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/meta/1588230740/table/35ebfb5b494a4a0b93e53eafafb6dafc, entries=9, sequenceid=93, filesize=5.8 K 2024-11-11T12:17:04,494 INFO [RS_CLOSE_META-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 938ms, sequenceid=93, compaction requested=false 2024-11-11T12:17:04,500 DEBUG [RS_CLOSE_META-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-11T12:17:04,500 DEBUG [RS_CLOSE_META-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T12:17:04,500 INFO [RS_CLOSE_META-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-11T12:17:04,500 DEBUG [RS_CLOSE_META-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-11T12:17:04,501 DEBUG [RS_CLOSE_META-regionserver/645b80804bed:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T12:17:04,557 INFO [RS:0;645b80804bed:34363 {}] regionserver.HRegionServer(1250): stopping server 645b80804bed,34363,1731327241210; all regions closed. 2024-11-11T12:17:04,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741834_1010 (size=26050) 2024-11-11T12:17:04,567 DEBUG [RS:0;645b80804bed:34363 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/oldWALs 2024-11-11T12:17:04,567 INFO [RS:0;645b80804bed:34363 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 645b80804bed%2C34363%2C1731327241210.meta:.meta(num 1731327245593) 2024-11-11T12:17:04,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741833_1009 (size=13817410) 2024-11-11T12:17:04,582 DEBUG [RS:0;645b80804bed:34363 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/oldWALs 2024-11-11T12:17:04,582 INFO [RS:0;645b80804bed:34363 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 645b80804bed%2C34363%2C1731327241210:(num 1731327244624) 2024-11-11T12:17:04,582 DEBUG [RS:0;645b80804bed:34363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:17:04,582 INFO [RS:0;645b80804bed:34363 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T12:17:04,582 INFO [RS:0;645b80804bed:34363 {}] hbase.ChoreService(370): Chore service for: regionserver/645b80804bed:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T12:17:04,583 INFO [regionserver/645b80804bed:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-11T12:17:04,583 INFO [RS:0;645b80804bed:34363 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:34363 2024-11-11T12:17:04,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x1012b1ad3cb0001, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/645b80804bed,34363,1731327241210 2024-11-11T12:17:04,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T12:17:04,600 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [645b80804bed,34363,1731327241210] 2024-11-11T12:17:04,601 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 645b80804bed,34363,1731327241210; numProcessing=1 2024-11-11T12:17:04,609 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/645b80804bed,34363,1731327241210 already deleted, retry=false 2024-11-11T12:17:04,609 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 645b80804bed,34363,1731327241210 expired; onlineServers=0 2024-11-11T12:17:04,609 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '645b80804bed,40223,1731327239765' ***** 2024-11-11T12:17:04,609 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T12:17:04,609 DEBUG [M:0;645b80804bed:40223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201e291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=645b80804bed/172.17.0.3:0 2024-11-11T12:17:04,609 INFO [M:0;645b80804bed:40223 {}] regionserver.HRegionServer(1224): stopping server 645b80804bed,40223,1731327239765 2024-11-11T12:17:04,609 INFO [M:0;645b80804bed:40223 {}] regionserver.HRegionServer(1250): stopping server 645b80804bed,40223,1731327239765; all regions closed. 2024-11-11T12:17:04,609 DEBUG [M:0;645b80804bed:40223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T12:17:04,610 DEBUG [M:0;645b80804bed:40223 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T12:17:04,610 DEBUG [M:0;645b80804bed:40223 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T12:17:04,610 DEBUG [master/645b80804bed:0:becomeActiveMaster-HFileCleaner.large.0-1731327244094 {}] cleaner.HFileCleaner(306): Exit Thread[master/645b80804bed:0:becomeActiveMaster-HFileCleaner.large.0-1731327244094,5,FailOnTimeoutGroup] 2024-11-11T12:17:04,610 DEBUG [master/645b80804bed:0:becomeActiveMaster-HFileCleaner.small.0-1731327244095 {}] cleaner.HFileCleaner(306): Exit Thread[master/645b80804bed:0:becomeActiveMaster-HFileCleaner.small.0-1731327244095,5,FailOnTimeoutGroup] 2024-11-11T12:17:04,610 INFO [M:0;645b80804bed:40223 {}] hbase.ChoreService(370): Chore service for: master/645b80804bed:0 had [] on shutdown 2024-11-11T12:17:04,610 DEBUG [M:0;645b80804bed:40223 {}] master.HMaster(1733): Stopping service threads 2024-11-11T12:17:04,610 INFO [M:0;645b80804bed:40223 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T12:17:04,610 ERROR [M:0;645b80804bed:40223 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (1573750593) connection to localhost/127.0.0.1:42835 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42835,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-11T12:17:04,611 INFO [M:0;645b80804bed:40223 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T12:17:04,611 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T12:17:04,611 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T12:17:04,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T12:17:04,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T12:17:04,617 DEBUG [M:0;645b80804bed:40223 {}] zookeeper.ZKUtil(347): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T12:17:04,617 WARN [M:0;645b80804bed:40223 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T12:17:04,617 INFO [M:0;645b80804bed:40223 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-11T12:17:04,618 INFO [M:0;645b80804bed:40223 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T12:17:04,618 DEBUG [M:0;645b80804bed:40223 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T12:17:04,618 INFO [M:0;645b80804bed:40223 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T12:17:04,618 DEBUG [M:0;645b80804bed:40223 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T12:17:04,618 DEBUG [M:0;645b80804bed:40223 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T12:17:04,618 DEBUG [M:0;645b80804bed:40223 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T12:17:04,618 INFO [M:0;645b80804bed:40223 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=715.06 KB heapSize=875.36 KB 2024-11-11T12:17:04,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T12:17:04,638 DEBUG [M:0;645b80804bed:40223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fbd0a3fcc106445fab7b484041243554 is 82, key is hbase:meta,,1/info:regioninfo/1731327246054/Put/seqid=0 2024-11-11T12:17:04,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742431_1607 (size=5672) 2024-11-11T12:17:04,651 INFO [M:0;645b80804bed:40223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=1973 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fbd0a3fcc106445fab7b484041243554 2024-11-11T12:17:04,674 DEBUG [M:0;645b80804bed:40223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4995420b138e49c791a468a7903c14c1 is 2277, key is \x00\x00\x00\x00\x00\x00\x00"/proc:d/1731327277841/Put/seqid=0 2024-11-11T12:17:04,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742432_1608 (size=41184) 2024-11-11T12:17:04,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x1012b1ad3cb0001, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T12:17:04,701 INFO [RS:0;645b80804bed:34363 {}] regionserver.HRegionServer(1307): Exiting; stopping=645b80804bed,34363,1731327241210; zookeeper connection closed. 2024-11-11T12:17:04,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34363-0x1012b1ad3cb0001, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T12:17:04,701 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e38ae80 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e38ae80 2024-11-11T12:17:04,702 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T12:17:05,082 INFO [M:0;645b80804bed:40223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=714.50 KB at sequenceid=1973 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4995420b138e49c791a468a7903c14c1 2024-11-11T12:17:05,086 INFO [M:0;645b80804bed:40223 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4995420b138e49c791a468a7903c14c1 2024-11-11T12:17:05,109 DEBUG [M:0;645b80804bed:40223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88f1dd7a39d4483396ebc27da82c945d is 69, key is 645b80804bed,34363,1731327241210/rs:state/1731327244124/Put/seqid=0 2024-11-11T12:17:05,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073742433_1609 (size=5156) 2024-11-11T12:17:05,515 INFO [M:0;645b80804bed:40223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=1973 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88f1dd7a39d4483396ebc27da82c945d 2024-11-11T12:17:05,519 DEBUG [M:0;645b80804bed:40223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fbd0a3fcc106445fab7b484041243554 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fbd0a3fcc106445fab7b484041243554 2024-11-11T12:17:05,523 INFO [M:0;645b80804bed:40223 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fbd0a3fcc106445fab7b484041243554, entries=8, sequenceid=1973, filesize=5.5 K 2024-11-11T12:17:05,523 DEBUG [M:0;645b80804bed:40223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4995420b138e49c791a468a7903c14c1 as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4995420b138e49c791a468a7903c14c1 2024-11-11T12:17:05,527 INFO [M:0;645b80804bed:40223 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4995420b138e49c791a468a7903c14c1 2024-11-11T12:17:05,527 INFO [M:0;645b80804bed:40223 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4995420b138e49c791a468a7903c14c1, entries=157, sequenceid=1973, filesize=40.2 K 2024-11-11T12:17:05,527 DEBUG [M:0;645b80804bed:40223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88f1dd7a39d4483396ebc27da82c945d as hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/88f1dd7a39d4483396ebc27da82c945d 2024-11-11T12:17:05,530 INFO [M:0;645b80804bed:40223 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42835/user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/88f1dd7a39d4483396ebc27da82c945d, entries=1, sequenceid=1973, filesize=5.0 K 2024-11-11T12:17:05,531 INFO [M:0;645b80804bed:40223 {}] regionserver.HRegion(3040): Finished flush of dataSize ~715.06 KB/732220, heapSize ~875.06 KB/896064, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=1973, compaction requested=false 2024-11-11T12:17:05,534 INFO [M:0;645b80804bed:40223 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T12:17:05,534 DEBUG [M:0;645b80804bed:40223 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-11T12:17:05,537 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(725): complete file /user/jenkins/test-data/2e2125e9-e900-8f98-6377-4ceb1c189a16/MasterData/WALs/645b80804bed,40223,1731327239765/645b80804bed%2C40223%2C1731327239765.1731327242943 not finished, retry = 0 2024-11-11T12:17:05,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35663 is added to blk_1073741830_1006 (size=861616) 2024-11-11T12:17:05,638 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-11T12:17:05,638 INFO [M:0;645b80804bed:40223 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-11T12:17:05,638 INFO [M:0;645b80804bed:40223 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:40223 2024-11-11T12:17:05,656 DEBUG [M:0;645b80804bed:40223 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/645b80804bed,40223,1731327239765 already deleted, retry=false 2024-11-11T12:17:05,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T12:17:05,768 INFO [M:0;645b80804bed:40223 {}] regionserver.HRegionServer(1307): Exiting; stopping=645b80804bed,40223,1731327239765; zookeeper connection closed. 2024-11-11T12:17:05,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x1012b1ad3cb0000, quorum=127.0.0.1:50815, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T12:17:05,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bd2e890{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T12:17:05,779 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T12:17:05,779 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T12:17:05,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T12:17:05,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/hadoop.log.dir/,STOPPED} 2024-11-11T12:17:05,787 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T12:17:05,787 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T12:17:05,787 WARN [BP-1022133700-172.17.0.3-1731327234763 heartbeating to localhost/127.0.0.1:42835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T12:17:05,787 WARN [BP-1022133700-172.17.0.3-1731327234763 heartbeating to localhost/127.0.0.1:42835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1022133700-172.17.0.3-1731327234763 (Datanode Uuid d11cc966-3fa6-4c04-a14c-5ceffad22a67) service to localhost/127.0.0.1:42835 2024-11-11T12:17:05,791 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/cluster_e25565b8-6b60-69de-5584-d654f158498e/dfs/data/data1/current/BP-1022133700-172.17.0.3-1731327234763 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T12:17:05,792 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/cluster_e25565b8-6b60-69de-5584-d654f158498e/dfs/data/data2/current/BP-1022133700-172.17.0.3-1731327234763 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T12:17:05,792 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T12:17:05,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f0d4558{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T12:17:05,804 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T12:17:05,804 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T12:17:05,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T12:17:05,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e91b0721-9d8b-d7eb-d722-47759437e995/hadoop.log.dir/,STOPPED} 2024-11-11T12:17:05,824 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-11T12:17:05,973 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down